[ 385.091953] nova-conductor[53512]: INFO dbcounter [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] Registered counter for database nova_api [ 385.100754] nova-conductor[53512]: DEBUG oslo_db.sqlalchemy.engines [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53512) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 385.128957] nova-conductor[53512]: DEBUG dbcounter [-] [53512] Writer thread running {{(pid=53512) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 385.131522] nova-conductor[53512]: DEBUG nova.context [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),cc503533-2f83-435d-b5b6-cd32a3d4b210(cell1) {{(pid=53512) load_cells /opt/stack/nova/nova/context.py:464}} [ 385.133277] nova-conductor[53512]: DEBUG oslo_concurrency.lockutils [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53512) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 385.133486] nova-conductor[53512]: DEBUG oslo_concurrency.lockutils [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53512) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 385.133941] nova-conductor[53512]: DEBUG oslo_concurrency.lockutils [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53512) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 385.134339] nova-conductor[53512]: DEBUG oslo_concurrency.lockutils [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53512) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 385.134525] nova-conductor[53512]: DEBUG oslo_concurrency.lockutils [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53512) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 385.135467] nova-conductor[53512]: DEBUG oslo_concurrency.lockutils [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53512) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 385.136719] nova-conductor[53512]: INFO dbcounter [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] Registered counter for database nova_cell0 [ 385.138977] nova-conductor[53512]: INFO dbcounter [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] Registered counter for database nova_cell1 [ 385.141614] nova-conductor[53512]: DEBUG oslo_db.sqlalchemy.engines [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53512) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 385.141990] nova-conductor[53512]: DEBUG oslo_db.sqlalchemy.engines [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53512) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 385.219519] nova-conductor[53512]: DEBUG dbcounter [-] [53512] Writer thread running {{(pid=53512) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 385.222724] nova-conductor[53512]: DEBUG dbcounter [-] [53512] Writer thread running {{(pid=53512) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 385.224476] nova-conductor[53512]: DEBUG oslo_concurrency.lockutils [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] Acquiring lock "singleton_lock" {{(pid=53512) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 385.224643] nova-conductor[53512]: DEBUG oslo_concurrency.lockutils [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] Acquired lock "singleton_lock" {{(pid=53512) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 385.224880] nova-conductor[53512]: DEBUG oslo_concurrency.lockutils [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] Releasing lock "singleton_lock" {{(pid=53512) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 385.225305] nova-conductor[53512]: INFO oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] Starting 2 workers [ 385.229800] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] Started child 53932 {{(pid=53512) _start_child /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:579}} [ 385.233657] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] Started child 53933 {{(pid=53512) _start_child /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:579}} [ 385.234031] nova-conductor[53932]: INFO nova.service [-] Starting conductor node (version 0.0.1) [ 385.234323] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] Full set of CONF: {{(pid=53512) wait /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:653}} [ 385.234560] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] ******************************************************************************** {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 385.234683] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] Configuration options gathered from: {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 385.234929] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] command line args: ['--config-file', '/etc/nova/nova.conf'] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2808}} [ 385.235199] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] config files: ['/etc/nova/nova.conf'] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 385.235334] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] ================================================================================ {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2811}} [ 385.235736] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] allow_resize_to_same_host = True {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.235960] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] arq_binding_timeout = 300 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.236203] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] block_device_allocate_retries = 60 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.236399] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] block_device_allocate_retries_interval = 3 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.236603] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cert = self.pem {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.236795] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] compute_driver = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.237217] nova-conductor[53933]: INFO nova.service [-] Starting conductor node (version 0.0.1) [ 385.237761] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] compute_monitors = [] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.237761] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] config_dir = [] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.237857] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] config_drive_format = iso9660 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.238030] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] config_file = ['/etc/nova/nova.conf'] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.238234] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] config_source = [] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.238436] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] console_host = devstack {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.238635] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] control_exchange = nova {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.238834] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cpu_allocation_ratio = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.239025] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] daemon = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.239444] nova-conductor[53932]: INFO dbcounter [None req-edb628e9-ae32-4f3f-a022-36d9a76dd4ff None None] Registered counter for database nova_cell1 [ 385.239607] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] debug = True {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.239803] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] default_access_ip_network_name = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.239983] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] default_availability_zone = nova {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.240163] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] default_ephemeral_format = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.240346] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] default_green_pool_size = 1000 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.241438] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.241438] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] default_schedule_zone = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.241438] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] disk_allocation_ratio = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.241438] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] enable_new_services = True {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.241438] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] enabled_apis = ['osapi_compute'] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.241882] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] enabled_ssl_apis = [] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.241882] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] flat_injected = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.241940] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] force_config_drive = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.242251] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] force_raw_images = True {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.242325] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] graceful_shutdown_timeout = 5 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.242495] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] heal_instance_info_cache_interval = 60 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.243039] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] host = devstack {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.243433] nova-conductor[53933]: INFO dbcounter [None req-75cde784-de8c-442b-b1fa-cbfdc41f9990 None None] Registered counter for database nova_cell1 [ 385.244673] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.244673] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] initial_disk_allocation_ratio = 1.0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.244673] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] initial_ram_allocation_ratio = 1.0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.244673] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.244673] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] instance_build_timeout = 0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.244673] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] instance_delete_interval = 300 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.245032] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] instance_format = [instance: %(uuid)s] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.245032] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] instance_name_template = instance-%08x {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.245268] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] instance_usage_audit = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.245342] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] instance_usage_audit_period = month {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.245481] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.245652] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] instances_path = /opt/stack/data/nova/instances {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.245954] nova-conductor[53932]: DEBUG oslo_db.sqlalchemy.engines [None req-edb628e9-ae32-4f3f-a022-36d9a76dd4ff None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53932) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 385.246109] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] internal_service_availability_zone = internal {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.246289] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] key = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.246455] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] live_migration_retry_count = 30 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.246650] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] log_color = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.246822] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] log_config_append = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.247016] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.247278] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] log_dir = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.247386] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] log_file = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.247517] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] log_options = True {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.247680] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] log_rotate_interval = 1 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.247878] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] log_rotate_interval_type = days {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.248137] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] log_rotation_type = none {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.248367] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.248586] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.248838] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.249053] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.249191] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.249391] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] long_rpc_timeout = 1800 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.249620] nova-conductor[53933]: DEBUG oslo_db.sqlalchemy.engines [None req-75cde784-de8c-442b-b1fa-cbfdc41f9990 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53933) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 385.249760] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] max_concurrent_builds = 10 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.249955] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] max_concurrent_live_migrations = 1 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.250135] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] max_concurrent_snapshots = 5 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.250299] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] max_local_block_devices = 3 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.250480] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] max_logfile_count = 30 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.250640] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] max_logfile_size_mb = 200 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.250804] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] maximum_instance_delete_attempts = 5 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.250991] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] metadata_listen = 0.0.0.0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.251211] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] metadata_listen_port = 8775 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.251390] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] metadata_workers = 2 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.251553] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] migrate_max_retries = -1 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.251731] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] mkisofs_cmd = genisoimage {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.251991] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] my_block_storage_ip = 10.180.1.21 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.252142] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] my_ip = 10.180.1.21 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.252352] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.252516] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] network_allocate_retries = 0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.252701] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.252893] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] osapi_compute_listen = 0.0.0.0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.253081] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] osapi_compute_listen_port = 8774 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.253258] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] osapi_compute_unique_server_name_scope = {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.253431] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] osapi_compute_workers = 2 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.253599] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] password_length = 12 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.253782] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] periodic_enable = True {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.253948] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] periodic_fuzzy_delay = 60 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.254140] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] pointer_model = usbtablet {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.254336] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] preallocate_images = none {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.254501] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] publish_errors = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.254633] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] pybasedir = /opt/stack/nova {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.254791] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] ram_allocation_ratio = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.254951] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] rate_limit_burst = 0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.255133] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] rate_limit_except_level = CRITICAL {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.255292] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] rate_limit_interval = 0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.255451] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] reboot_timeout = 0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.255609] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] reclaim_instance_interval = 0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.255763] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] record = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.255946] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] reimage_timeout_per_gb = 20 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.256132] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] report_interval = 120 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.256317] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] rescue_timeout = 0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.256479] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] reserved_host_cpus = 0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.256652] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] reserved_host_disk_mb = 0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.256824] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] reserved_host_memory_mb = 512 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.257014] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] reserved_huge_pages = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.257206] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] resize_confirm_window = 0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.257385] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] resize_fs_using_block_device = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.257545] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] resume_guests_state_on_host_boot = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.257742] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writer thread running {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 385.257887] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.258088] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] rpc_response_timeout = 60 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.258280] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] run_external_periodic_tasks = True {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.258454] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] running_deleted_instance_action = reap {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.258621] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] running_deleted_instance_poll_interval = 1800 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.258781] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] running_deleted_instance_timeout = 0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.258941] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] scheduler_instance_sync_interval = 120 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.259127] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] service_down_time = 720 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.259323] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] servicegroup_driver = db {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.259482] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] shell_completion = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.259640] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] shelved_offload_time = 0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.259805] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] shelved_poll_interval = 3600 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.259976] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] shutdown_timeout = 0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.260156] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] source_is_ipv6 = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.260315] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] ssl_only = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.260484] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] state_path = /opt/stack/data/nova {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.260633] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writer thread running {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 385.260775] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] sync_power_state_interval = 600 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.260959] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] sync_power_state_pool_size = 1000 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.261146] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] syslog_log_facility = LOG_USER {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.261305] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] tempdir = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.261464] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] timeout_nbd = 10 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.261627] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] transport_url = **** {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.261808] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] update_resources_interval = 0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.261969] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] use_cow_images = True {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.262150] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] use_eventlog = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.262309] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] use_journal = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.262467] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] use_json = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.262624] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] use_rootwrap_daemon = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.262793] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] use_stderr = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.263014] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] use_syslog = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.263199] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vcpu_pin_set = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.263362] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vif_plugging_is_fatal = True {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.263530] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vif_plugging_timeout = 300 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.263737] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] virt_mkfs = [] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.263904] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] volume_usage_poll_interval = 0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.264080] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] watch_log_file = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.264286] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] web = /usr/share/spice-html5 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.264551] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_concurrency.disable_process_locking = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.264754] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_concurrency.lock_path = /opt/stack/data/nova {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.264964] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.265202] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.265421] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.265604] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.265770] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.265983] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] api.auth_strategy = keystone {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.266196] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] api.compute_link_prefix = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.266387] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.266564] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] api.dhcp_domain = novalocal {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.266730] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] api.enable_instance_password = True {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.266897] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] api.glance_link_prefix = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.267082] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.267270] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.267433] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] api.instance_list_per_project_cells = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.267609] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] api.list_records_by_skipping_down_cells = True {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.267770] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] api.local_metadata_per_cell = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.267942] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] api.max_limit = 1000 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.268119] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] api.metadata_cache_expiration = 15 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.268289] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] api.neutron_default_tenant_id = default {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.268454] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] api.response_validation = warn {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.268679] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] api.use_neutron_default_nets = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.268857] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.269031] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.269196] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.269377] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.269545] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] api.vendordata_dynamic_targets = [] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.269703] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] api.vendordata_jsonfile_path = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.269884] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.270155] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cache.backend = dogpile.cache.memcached {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.270381] nova-conductor[53932]: DEBUG nova.service [None req-edb628e9-ae32-4f3f-a022-36d9a76dd4ff None None] Creating RPC server for service conductor {{(pid=53932) start /opt/stack/nova/nova/service.py:186}} [ 385.270556] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cache.backend_argument = **** {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.270801] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cache.config_prefix = cache.oslo {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.271013] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cache.dead_timeout = 60.0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.271198] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cache.debug_cache_backend = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.271361] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cache.enable_retry_client = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.271543] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cache.enable_socket_keepalive = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.271715] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cache.enabled = True {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.271920] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cache.enforce_fips_mode = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.272126] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cache.expiration_time = 600 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.272310] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cache.hashclient_retry_attempts = 2 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.272477] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cache.hashclient_retry_delay = 1.0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.272635] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cache.memcache_dead_retry = 300 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.272794] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cache.memcache_password = **** {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.272976] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.273146] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.273403] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cache.memcache_pool_maxsize = 10 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.273576] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.273742] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cache.memcache_sasl_enabled = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.274018] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.274107] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cache.memcache_socket_timeout = 1.0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.274289] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cache.memcache_username = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.274477] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cache.proxies = [] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.274643] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cache.redis_db = 0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.274805] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cache.redis_password = **** {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.274975] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cache.redis_sentinel_service_name = mymaster {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.275187] nova-conductor[53933]: DEBUG nova.service [None req-75cde784-de8c-442b-b1fa-cbfdc41f9990 None None] Creating RPC server for service conductor {{(pid=53933) start /opt/stack/nova/nova/service.py:186}} [ 385.275331] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.275518] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cache.redis_server = localhost:6379 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.275711] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cache.redis_socket_timeout = 1.0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.275933] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cache.redis_username = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.276027] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cache.retry_attempts = 2 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.276211] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cache.retry_delay = 0.0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.276382] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cache.socket_keepalive_count = 1 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.276549] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cache.socket_keepalive_idle = 1 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.276706] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cache.socket_keepalive_interval = 1 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.276863] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cache.tls_allowed_ciphers = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.277028] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cache.tls_cafile = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.277186] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cache.tls_certfile = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.277343] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cache.tls_enabled = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.277497] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cache.tls_keyfile = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.277707] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cinder.auth_section = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.277901] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cinder.auth_type = password {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.278088] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cinder.cafile = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.278279] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cinder.catalog_info = volumev3::publicURL {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.278440] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cinder.certfile = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.278605] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cinder.collect_timing = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.278785] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cinder.cross_az_attach = True {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.278958] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cinder.debug = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.279152] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cinder.endpoint_template = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.279317] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cinder.http_retries = 3 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.279480] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cinder.insecure = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.279641] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cinder.keyfile = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.279816] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cinder.os_region_name = RegionOne {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.279978] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cinder.split_loggers = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.280150] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cinder.timeout = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.280321] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.280478] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] compute.cpu_dedicated_set = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.280630] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] compute.cpu_shared_set = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.280788] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] compute.image_type_exclude_list = [] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.280948] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.281144] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] compute.max_concurrent_disk_ops = 0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.281310] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] compute.max_disk_devices_to_attach = -1 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.281480] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.281653] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.281833] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] compute.resource_provider_association_refresh = 300 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.282016] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.282188] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] compute.shutdown_retry_interval = 10 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.282372] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.282583] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] conductor.workers = 2 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.282775] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] console.allowed_origins = [] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.282960] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] console.ssl_ciphers = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.283182] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] console.ssl_minimum_version = default {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.283333] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] consoleauth.enforce_session_timeout = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.283503] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] consoleauth.token_ttl = 600 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.283701] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cyborg.cafile = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.283862] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cyborg.certfile = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.284040] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cyborg.collect_timing = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.284255] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cyborg.connect_retries = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.284445] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cyborg.connect_retry_delay = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.284605] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cyborg.endpoint_override = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.284769] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cyborg.insecure = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.284927] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cyborg.keyfile = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.285104] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cyborg.max_version = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.285264] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cyborg.min_version = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.285420] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cyborg.region_name = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.285578] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cyborg.retriable_status_codes = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.285733] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cyborg.service_name = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.285896] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cyborg.service_type = accelerator {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.286091] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cyborg.split_loggers = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.286235] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cyborg.status_code_retries = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.286394] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cyborg.status_code_retry_delay = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.286547] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cyborg.timeout = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.286725] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.286887] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] cyborg.version = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.287087] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] database.backend = sqlalchemy {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.287282] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] database.connection = **** {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.287559] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] database.connection_debug = 0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.287766] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] database.connection_parameters = {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.287949] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] database.connection_recycle_time = 3600 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.288159] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] database.connection_trace = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.288327] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] database.db_inc_retry_interval = True {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.288492] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] database.db_max_retries = 20 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.288654] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] database.db_max_retry_interval = 10 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.288816] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] database.db_retry_interval = 1 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.288977] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] database.max_overflow = 50 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.289157] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] database.max_pool_size = 5 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.289314] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] database.max_retries = 10 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.289485] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.289641] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] database.mysql_wsrep_sync_wait = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.289816] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] database.pool_timeout = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.289995] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] database.retry_interval = 10 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.290170] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] database.slave_connection = **** {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.290338] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] database.sqlite_synchronous = True {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.290502] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] database.use_db_reconnect = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.290678] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] api_database.backend = sqlalchemy {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.290848] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] api_database.connection = **** {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.291018] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] api_database.connection_debug = 0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.291193] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] api_database.connection_parameters = {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.291356] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] api_database.connection_recycle_time = 3600 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.291517] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] api_database.connection_trace = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.291677] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] api_database.db_inc_retry_interval = True {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.291868] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] api_database.db_max_retries = 20 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.292055] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] api_database.db_max_retry_interval = 10 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.292229] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] api_database.db_retry_interval = 1 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.292395] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] api_database.max_overflow = 50 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.292570] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] api_database.max_pool_size = 5 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.292731] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] api_database.max_retries = 10 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.292902] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.293074] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.293236] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] api_database.pool_timeout = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.293404] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] api_database.retry_interval = 10 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.293563] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] api_database.slave_connection = **** {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.293723] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] api_database.sqlite_synchronous = True {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.293929] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] devices.enabled_mdev_types = [] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.294169] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.294353] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] ephemeral_storage_encryption.default_format = luks {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.294519] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] ephemeral_storage_encryption.enabled = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.294702] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.294896] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] glance.api_servers = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.295078] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] glance.cafile = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.295262] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] glance.certfile = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.295424] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] glance.collect_timing = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.295579] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] glance.connect_retries = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.295726] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] glance.connect_retry_delay = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.295984] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] glance.debug = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.296128] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] glance.default_trusted_certificate_ids = [] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.296335] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] glance.enable_certificate_validation = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.296398] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] glance.enable_rbd_download = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.296545] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] glance.endpoint_override = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.296708] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] glance.insecure = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.296873] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] glance.keyfile = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.297044] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] glance.max_version = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.297203] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] glance.min_version = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.297363] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] glance.num_retries = 3 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.297527] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] glance.rbd_ceph_conf = {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.297688] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] glance.rbd_connect_timeout = 5 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.297854] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] glance.rbd_pool = {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.298028] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] glance.rbd_user = {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.298189] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] glance.region_name = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.298344] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] glance.retriable_status_codes = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.298504] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] glance.service_name = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.298671] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] glance.service_type = image {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.298827] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] glance.split_loggers = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.298984] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] glance.status_code_retries = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.299151] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] glance.status_code_retry_delay = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.299314] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] glance.timeout = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.299486] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.299662] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] glance.verify_glance_signatures = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.299837] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] glance.version = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.300022] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] guestfs.debug = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.300226] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] manila.auth_section = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.300389] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] manila.auth_type = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.300548] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] manila.cafile = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.300728] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] manila.certfile = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.300894] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] manila.collect_timing = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.301071] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] manila.connect_retries = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.301235] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] manila.connect_retry_delay = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.301408] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] manila.endpoint_override = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.301570] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] manila.insecure = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.301727] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] manila.keyfile = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.302144] nova-conductor[53932]: DEBUG nova.service [None req-edb628e9-ae32-4f3f-a022-36d9a76dd4ff None None] Join ServiceGroup membership for this service conductor {{(pid=53932) start /opt/stack/nova/nova/service.py:203}} [ 385.302313] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] manila.max_version = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.302500] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] manila.min_version = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.302676] nova-conductor[53932]: DEBUG nova.servicegroup.drivers.db [None req-edb628e9-ae32-4f3f-a022-36d9a76dd4ff None None] DB_Driver: join new ServiceGroup member devstack to the conductor group, service = {{(pid=53932) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 385.302819] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] manila.region_name = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.303008] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] manila.retriable_status_codes = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.303178] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] manila.service_name = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.303351] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] manila.service_type = shared-file-system {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.303518] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] manila.share_apply_policy_timeout = 10 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.303681] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] manila.split_loggers = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.303846] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] manila.status_code_retries = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.304014] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] manila.status_code_retry_delay = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.304209] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] manila.timeout = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.304411] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.304569] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] manila.version = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.304756] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] mks.enabled = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.305377] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.305604] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] image_cache.manager_interval = 2400 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.305781] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] image_cache.precache_concurrency = 1 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.305954] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] image_cache.remove_unused_base_images = True {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.306213] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.306306] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.306488] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] image_cache.subdirectory_name = _base {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.306688] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] ironic.api_max_retries = 60 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.307043] nova-conductor[53933]: DEBUG nova.service [None req-75cde784-de8c-442b-b1fa-cbfdc41f9990 None None] Join ServiceGroup membership for this service conductor {{(pid=53933) start /opt/stack/nova/nova/service.py:203}} [ 385.307188] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] ironic.api_retry_interval = 2 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.307386] nova-conductor[53933]: DEBUG nova.servicegroup.drivers.db [None req-75cde784-de8c-442b-b1fa-cbfdc41f9990 None None] DB_Driver: join new ServiceGroup member devstack to the conductor group, service = {{(pid=53933) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 385.307525] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] ironic.auth_section = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.307731] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] ironic.auth_type = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.307902] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] ironic.cafile = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.308077] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] ironic.certfile = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.308246] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] ironic.collect_timing = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.308437] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] ironic.conductor_group = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.308600] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] ironic.connect_retries = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.308761] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] ironic.connect_retry_delay = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.308921] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] ironic.endpoint_override = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.309096] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] ironic.insecure = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.309260] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] ironic.keyfile = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.309427] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] ironic.max_version = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.309587] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] ironic.min_version = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.309757] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] ironic.peer_list = [] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.309915] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] ironic.region_name = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.310088] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] ironic.retriable_status_codes = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.310257] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] ironic.serial_console_state_timeout = 10 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.310427] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] ironic.service_name = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.310609] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] ironic.service_type = baremetal {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.310777] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] ironic.shard = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.310942] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] ironic.split_loggers = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.311140] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] ironic.status_code_retries = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.311304] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] ironic.status_code_retry_delay = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.311465] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] ironic.timeout = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.311660] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.311828] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] ironic.version = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.312032] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.312238] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] key_manager.fixed_key = **** {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.312463] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.312633] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] barbican.barbican_api_version = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.312797] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] barbican.barbican_endpoint = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.313011] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] barbican.barbican_endpoint_type = public {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.313198] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] barbican.barbican_region_name = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.313376] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] barbican.cafile = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.313534] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] barbican.certfile = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.313697] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] barbican.collect_timing = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.313857] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] barbican.insecure = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.314020] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] barbican.keyfile = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.314284] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] barbican.number_of_retries = 60 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.314505] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] barbican.retry_delay = 1 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.314702] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] barbican.send_service_user_token = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.314878] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] barbican.split_loggers = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.315045] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] barbican.timeout = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.315217] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] barbican.verify_ssl = True {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.315396] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] barbican.verify_ssl_path = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.315567] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] barbican_service_user.auth_section = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.315750] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] barbican_service_user.auth_type = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.315911] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] barbican_service_user.cafile = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.316082] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] barbican_service_user.certfile = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.316334] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] barbican_service_user.collect_timing = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.316401] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] barbican_service_user.insecure = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.316591] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] barbican_service_user.keyfile = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.316711] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] barbican_service_user.split_loggers = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.316869] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] barbican_service_user.timeout = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.317068] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vault.approle_role_id = **** {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.317232] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vault.approle_secret_id = **** {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.317402] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vault.kv_mountpoint = secret {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.317565] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vault.kv_path = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.317727] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vault.kv_version = 2 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.317886] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vault.namespace = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.318059] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vault.root_token_id = **** {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.318222] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vault.ssl_ca_crt_file = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.318411] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vault.timeout = 60.0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.318573] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vault.use_ssl = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.318761] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.318964] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] keystone.auth_section = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.319146] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] keystone.auth_type = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.319308] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] keystone.cafile = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.319467] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] keystone.certfile = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.319630] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] keystone.collect_timing = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.319789] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] keystone.connect_retries = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.319945] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] keystone.connect_retry_delay = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.320112] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] keystone.endpoint_override = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.320275] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] keystone.insecure = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.320432] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] keystone.keyfile = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.320587] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] keystone.max_version = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.320742] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] keystone.min_version = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.320897] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] keystone.region_name = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.321066] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] keystone.retriable_status_codes = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.321227] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] keystone.service_name = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.321414] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] keystone.service_type = identity {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.321595] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] keystone.split_loggers = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.321828] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] keystone.status_code_retries = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.322029] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] keystone.status_code_retry_delay = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.322197] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] keystone.timeout = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.322381] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.322543] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] keystone.version = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.322790] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.connection_uri = {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.322978] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.cpu_mode = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.323201] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.cpu_model_extra_flags = [] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.323378] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.cpu_models = [] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.323550] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.cpu_power_governor_high = performance {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.323717] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.cpu_power_governor_low = powersave {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.323882] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.cpu_power_management = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.324128] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.324318] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.device_detach_attempts = 8 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.324503] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.device_detach_timeout = 20 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.324675] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.disk_cachemodes = [] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.324837] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.disk_prefix = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.325014] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.enabled_perf_events = [] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.325182] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.file_backed_memory = 0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.325345] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.gid_maps = [] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.325503] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.hw_disk_discard = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.325657] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.hw_machine_type = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.325824] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.images_rbd_ceph_conf = {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.325988] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.326172] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.326349] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.images_rbd_glance_store_name = {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.326524] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.images_rbd_pool = rbd {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.326728] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.images_type = default {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.326859] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.images_volume_group = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.327035] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.inject_key = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.327203] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.inject_partition = -2 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.327364] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.inject_password = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.327548] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.iscsi_iface = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.327708] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.iser_use_multipath = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.327874] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.live_migration_bandwidth = 0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.328046] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.328222] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.live_migration_downtime = 500 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.328395] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.328557] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.328718] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.live_migration_inbound_addr = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.328880] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.329054] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.live_migration_permit_post_copy = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.329218] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.live_migration_scheme = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.329389] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.live_migration_timeout_action = abort {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.329556] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.live_migration_tunnelled = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.329735] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.live_migration_uri = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.329911] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.live_migration_with_native_tls = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.330089] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.max_queues = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.330258] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.330512] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.330698] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.nfs_mount_options = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.330924] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.nfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.331108] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.331278] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.num_iser_scan_tries = 5 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.331440] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.num_memory_encrypted_guests = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.331603] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.331767] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.num_pcie_ports = 0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.331965] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.num_volume_scan_tries = 5 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.332153] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.pmem_namespaces = [] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.332314] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.quobyte_client_cfg = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.332538] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.332707] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.rbd_connect_timeout = 5 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.332874] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.333050] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.333217] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.rbd_secret_uuid = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.333377] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.rbd_user = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.333539] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.333718] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.remote_filesystem_transport = ssh {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.333882] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.rescue_image_id = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.334054] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.rescue_kernel_id = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.334238] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.rescue_ramdisk_id = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.334421] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.334605] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.rx_queue_size = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.334777] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.smbfs_mount_options = {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.335071] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.335275] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.snapshot_compression = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.335437] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.snapshot_image_format = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.335659] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.335834] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.sparse_logical_volumes = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.336010] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.swtpm_enabled = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.336209] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.swtpm_group = tss {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.336382] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.swtpm_user = tss {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.336610] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.sysinfo_serial = unique {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.336711] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.tb_cache_size = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.336891] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.tx_queue_size = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.337074] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.uid_maps = [] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.337246] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.use_virtio_for_bridges = True {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.337417] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.virt_type = kvm {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.337588] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.volume_clear = zero {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.337755] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.volume_clear_size = 0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.337922] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.volume_use_multipath = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.338097] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.vzstorage_cache_path = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.338270] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.338444] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.vzstorage_mount_group = qemu {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.338615] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.vzstorage_mount_opts = [] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.338785] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.339009] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.339218] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.vzstorage_mount_user = stack {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.339391] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.339590] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] neutron.auth_section = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.339795] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] neutron.auth_type = password {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.339971] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] neutron.cafile = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.340151] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] neutron.certfile = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.340318] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] neutron.collect_timing = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.340479] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] neutron.connect_retries = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.340639] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] neutron.connect_retry_delay = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.340834] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] neutron.default_floating_pool = public {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.340999] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] neutron.endpoint_override = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.341181] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] neutron.extension_sync_interval = 600 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.341363] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] neutron.http_retries = 3 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.341528] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] neutron.insecure = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.341692] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] neutron.keyfile = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.341881] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] neutron.max_version = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.342067] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.342236] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] neutron.min_version = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.342408] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] neutron.ovs_bridge = br-int {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.342625] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] neutron.physnets = [] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.342810] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] neutron.region_name = RegionOne {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.342987] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] neutron.retriable_status_codes = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.343174] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] neutron.service_metadata_proxy = True {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.343335] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] neutron.service_name = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.343509] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] neutron.service_type = network {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.343672] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] neutron.split_loggers = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.343832] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] neutron.status_code_retries = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.343991] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] neutron.status_code_retry_delay = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.344168] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] neutron.timeout = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.344352] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.344516] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] neutron.version = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.344689] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] notifications.bdms_in_notifications = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.344868] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] notifications.default_level = INFO {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.345062] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] notifications.notification_format = unversioned {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.345229] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] notifications.notify_on_state_change = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.345403] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.345598] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] pci.alias = [] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.345776] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] pci.device_spec = [] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.345940] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] pci.report_in_placement = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.346173] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] placement.auth_section = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.346362] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] placement.auth_type = password {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.346578] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.346833] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] placement.cafile = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.347089] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] placement.certfile = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.347278] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] placement.collect_timing = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.347443] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] placement.connect_retries = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.347621] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] placement.connect_retry_delay = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.347786] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] placement.default_domain_id = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.347952] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] placement.default_domain_name = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.348126] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] placement.domain_id = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.348285] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] placement.domain_name = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.348444] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] placement.endpoint_override = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.348603] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] placement.insecure = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.348758] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] placement.keyfile = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.348915] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] placement.max_version = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.349087] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] placement.min_version = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.349260] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] placement.password = **** {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.349438] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] placement.project_domain_id = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.349604] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] placement.project_domain_name = Default {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.349793] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] placement.project_id = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.349973] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] placement.project_name = service {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.350156] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] placement.region_name = RegionOne {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.350320] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] placement.retriable_status_codes = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.350483] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] placement.service_name = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.350651] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] placement.service_type = placement {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.350816] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] placement.split_loggers = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.350978] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] placement.status_code_retries = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.351148] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] placement.status_code_retry_delay = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.351305] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] placement.system_scope = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.351460] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] placement.timeout = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.351617] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] placement.trust_id = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.351820] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] placement.user_domain_id = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.351978] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] placement.user_domain_name = Default {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.352155] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] placement.user_id = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.352337] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] placement.username = nova {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.352516] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.352677] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] placement.version = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.352863] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] quota.cores = 20 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.353038] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] quota.count_usage_from_placement = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.353214] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.353404] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] quota.injected_file_content_bytes = 10240 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.353572] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] quota.injected_file_path_length = 255 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.353738] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] quota.injected_files = 5 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.353906] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] quota.instances = 10 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.354085] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] quota.key_pairs = 100 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.354252] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] quota.metadata_items = 128 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.354416] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] quota.ram = 51200 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.354580] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] quota.recheck_quota = True {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.354750] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] quota.server_group_members = 10 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.354911] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] quota.server_groups = 10 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.355130] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.355319] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.355498] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] scheduler.image_metadata_prefilter = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.355686] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.355851] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] scheduler.max_attempts = 3 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.356049] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] scheduler.max_placement_results = 1000 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.356300] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.356487] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] scheduler.query_placement_for_image_type_support = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.356673] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.356854] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] scheduler.workers = 2 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.357093] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.357262] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.357446] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.357620] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.357785] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.357950] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.358129] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.358343] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.358517] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] filter_scheduler.host_subset_size = 1 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.358682] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.358863] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.359042] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.359217] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] filter_scheduler.isolated_hosts = [] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.359385] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] filter_scheduler.isolated_images = [] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.359549] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.359751] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.359950] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.360133] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] filter_scheduler.pci_in_placement = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.360300] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.360464] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.360625] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.360787] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.360949] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.361122] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.361291] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] filter_scheduler.track_instance_changes = True {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.361467] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.361662] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] metrics.required = True {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.361850] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] metrics.weight_multiplier = 1.0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.362036] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.362207] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] metrics.weight_setting = [] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.362531] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.362708] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] serial_console.enabled = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.362927] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] serial_console.port_range = 10000:20000 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.363121] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.363298] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.363473] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] serial_console.serialproxy_port = 6083 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.363649] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] service_user.auth_section = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.363827] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] service_user.auth_type = password {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.363989] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] service_user.cafile = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.364264] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] service_user.certfile = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.364351] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] service_user.collect_timing = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.364479] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] service_user.insecure = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.364634] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] service_user.keyfile = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.364804] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] service_user.send_service_user_token = True {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.364969] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] service_user.split_loggers = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.365145] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] service_user.timeout = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.365339] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] spice.agent_enabled = True {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.365502] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] spice.enabled = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.365851] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.366064] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.366241] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] spice.html5proxy_port = 6082 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.366410] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] spice.image_compression = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.366575] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] spice.jpeg_compression = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.366735] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] spice.playback_compression = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.366910] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] spice.require_secure = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.367100] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] spice.server_listen = 127.0.0.1 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.367274] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.367435] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] spice.streaming_mode = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.367589] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] spice.zlib_compression = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.367776] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] upgrade_levels.baseapi = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.367945] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] upgrade_levels.compute = auto {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.368120] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] upgrade_levels.conductor = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.368278] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] upgrade_levels.scheduler = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.368441] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vendordata_dynamic_auth.auth_section = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.368603] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vendordata_dynamic_auth.auth_type = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.368759] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vendordata_dynamic_auth.cafile = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.368916] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vendordata_dynamic_auth.certfile = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.369096] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.369256] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vendordata_dynamic_auth.insecure = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.369412] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vendordata_dynamic_auth.keyfile = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.369579] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.369734] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vendordata_dynamic_auth.timeout = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.369967] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vmware.api_retry_count = 10 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.370152] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vmware.ca_file = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.370337] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vmware.cache_prefix = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.370500] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vmware.cluster_name = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.370664] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vmware.connection_pool_size = 10 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.370821] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vmware.console_delay_seconds = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.370984] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vmware.datastore_regex = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.371158] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vmware.host_ip = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.371317] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vmware.host_password = **** {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.371491] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vmware.host_port = 443 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.371656] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vmware.host_username = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.371849] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vmware.insecure = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.372018] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vmware.integration_bridge = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.372193] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vmware.maximum_objects = 100 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.372353] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vmware.pbm_default_policy = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.372516] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vmware.pbm_enabled = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.372672] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vmware.pbm_wsdl_location = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.372841] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.373031] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vmware.serial_port_proxy_uri = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.373197] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vmware.serial_port_service_uri = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.373367] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vmware.task_poll_interval = 0.5 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.373530] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vmware.use_linked_clone = True {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.373699] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vmware.vnc_keymap = en-us {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.373866] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vmware.vnc_port = 5900 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.374046] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vmware.vnc_port_total = 10000 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.374266] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vnc.auth_schemes = ['none'] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.374435] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vnc.enabled = True {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.374758] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.374948] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.375138] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vnc.novncproxy_port = 6080 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.375321] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vnc.server_listen = 127.0.0.1 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.375494] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.375656] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vnc.vencrypt_ca_certs = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.375823] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vnc.vencrypt_client_cert = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.375995] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] vnc.vencrypt_client_key = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.376207] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.376374] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] workarounds.disable_deep_image_inspection = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.376537] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.376696] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.376857] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.377032] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] workarounds.disable_rootwrap = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.377194] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] workarounds.enable_numa_live_migration = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.377355] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.377524] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.377744] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.377922] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] workarounds.libvirt_disable_apic = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.378102] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.378272] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.378435] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.378599] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.378761] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.378923] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.379098] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.379268] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.379432] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.379597] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.379821] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.380010] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] wsgi.client_socket_timeout = 900 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.380186] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] wsgi.default_pool_size = 1000 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.380349] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] wsgi.keep_alive = True {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.380510] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] wsgi.max_header_line = 16384 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.380673] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] wsgi.secure_proxy_ssl_header = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.380833] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] wsgi.ssl_ca_file = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.380996] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] wsgi.ssl_cert_file = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.381173] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] wsgi.ssl_key_file = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.381334] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] wsgi.tcp_keepidle = 600 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.381527] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.381694] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] zvm.ca_file = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.381895] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] zvm.cloud_connector_url = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.382253] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] zvm.image_tmp_path = /opt/stack/data/nova/images {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.382845] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] zvm.reachable_timeout = 300 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.382845] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_policy.enforce_new_defaults = True {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.383411] nova-conductor[53512]: WARNING oslo_config.cfg [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 385.383611] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_policy.enforce_scope = True {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.383793] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_policy.policy_default_rule = default {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.383989] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.384189] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_policy.policy_file = policy.yaml {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.384382] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.384547] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.384718] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.384866] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.385041] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.385249] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.385439] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.385647] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] profiler.connection_string = messaging:// {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.385818] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] profiler.enabled = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.386016] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] profiler.es_doc_type = notification {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.386208] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] profiler.es_scroll_size = 10000 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.386379] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] profiler.es_scroll_time = 2m {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.386540] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] profiler.filter_error_trace = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.386705] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] profiler.hmac_keys = **** {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.386869] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] profiler.sentinel_service_name = mymaster {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.387065] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] profiler.socket_timeout = 0.1 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.387232] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] profiler.trace_requests = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.387393] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] profiler.trace_sqlalchemy = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.387606] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] profiler_jaeger.process_tags = {} {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.387767] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] profiler_jaeger.service_name_prefix = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.387936] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] profiler_otlp.service_name_prefix = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.388147] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] remote_debug.host = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.388384] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] remote_debug.port = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.388603] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.388772] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.388944] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.389125] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.389296] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.389459] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.389624] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.389786] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.389943] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.390126] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.390303] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.390485] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.390653] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.390827] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.391021] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_rabbit.processname = nova-conductor {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.391217] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.391448] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.393203] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.393203] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.393203] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.393203] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.393203] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.393203] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.393203] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.393572] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.393572] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.393572] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.393572] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.393572] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.393689] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_rabbit.ssl = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.393873] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.394055] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.394221] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.394393] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.394564] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_rabbit.ssl_version = {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.394729] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.394928] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.395111] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_notifications.retry = -1 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.395300] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.395472] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_messaging_notifications.transport_url = **** {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.395696] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_limit.auth_section = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.395879] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_limit.auth_type = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.396053] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_limit.cafile = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.396216] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_limit.certfile = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.396377] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_limit.collect_timing = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.396534] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_limit.connect_retries = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.396690] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_limit.connect_retry_delay = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.396844] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_limit.endpoint_id = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.397013] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_limit.endpoint_override = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.397176] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_limit.insecure = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.397363] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_limit.keyfile = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.397490] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_limit.max_version = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.397645] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_limit.min_version = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.397801] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_limit.region_name = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.397960] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_limit.retriable_status_codes = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.398130] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_limit.service_name = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.398290] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_limit.service_type = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.398448] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_limit.split_loggers = False {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.398603] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_limit.status_code_retries = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.398757] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_limit.status_code_retry_delay = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.398912] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_limit.timeout = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.399078] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_limit.valid_interfaces = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.399234] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_limit.version = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.399431] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_reports.file_event_handler = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.399598] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.399779] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] oslo_reports.log_dir = None {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.400271] nova-conductor[53512]: DEBUG oslo_service.service [None req-5c883a62-c944-40a9-b540-2f698e236bf1 None None] ******************************************************************************** {{(pid=53512) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2830}} [ 395.130839] nova-conductor[53512]: DEBUG dbcounter [-] [53512] Writing DB stats nova_api:SELECT=1 {{(pid=53512) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 395.222967] nova-conductor[53512]: DEBUG dbcounter [-] [53512] Writing DB stats nova_cell1:SELECT=1 {{(pid=53512) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 395.223783] nova-conductor[53512]: DEBUG dbcounter [-] [53512] Writing DB stats nova_cell0:SELECT=1 {{(pid=53512) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 400.313696] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell1:SELECT=4,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 400.318196] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell1:SELECT=5,nova_cell1:INSERT=1 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 469.615986] nova-conductor[53933]: DEBUG oslo_db.sqlalchemy.engines [None req-8cd981c0-b81a-409d-b676-5b86dddac1a9 None None] Parent process 53512 forked (53933) with an open database connection, which is being discarded and recreated. {{(pid=53933) checkout /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:438}} [ 469.618085] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writer thread running {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 469.618959] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_api:SELECT=2 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 486.767640] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell1:SELECT=7,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 492.285773] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell1:SELECT=7,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 515.153028] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writer thread running {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 515.154261] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_api:SELECT=2 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 516.177804] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-d5ff6090-b166-474a-8b32-5d5ae9963b69 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Took 1.02 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 516.204168] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-d5ff6090-b166-474a-8b32-5d5ae9963b69 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.204361] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-d5ff6090-b166-474a-8b32-5d5ae9963b69 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.205933] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-d5ff6090-b166-474a-8b32-5d5ae9963b69 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 516.208269] nova-conductor[53932]: INFO dbcounter [None req-d5ff6090-b166-474a-8b32-5d5ae9963b69 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Registered counter for database nova_cell1 [ 516.211379] nova-conductor[53932]: DEBUG oslo_db.sqlalchemy.engines [None req-d5ff6090-b166-474a-8b32-5d5ae9963b69 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53932) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 516.216757] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writer thread running {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 516.292357] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-d5ff6090-b166-474a-8b32-5d5ae9963b69 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.292584] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-d5ff6090-b166-474a-8b32-5d5ae9963b69 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.293335] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-d5ff6090-b166-474a-8b32-5d5ae9963b69 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 516.293708] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-d5ff6090-b166-474a-8b32-5d5ae9963b69 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.293708] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-d5ff6090-b166-474a-8b32-5d5ae9963b69 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.293851] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-d5ff6090-b166-474a-8b32-5d5ae9963b69 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 516.295429] nova-conductor[53932]: INFO dbcounter [None req-d5ff6090-b166-474a-8b32-5d5ae9963b69 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Registered counter for database nova_cell0 [ 516.304244] nova-conductor[53932]: DEBUG oslo_db.sqlalchemy.engines [None req-d5ff6090-b166-474a-8b32-5d5ae9963b69 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53932) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 516.310481] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writer thread running {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 516.319502] nova-conductor[53932]: DEBUG nova.quota [None req-d5ff6090-b166-474a-8b32-5d5ae9963b69 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Getting quotas for project 102883704d52434591e74440e02262fb. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 516.323977] nova-conductor[53932]: DEBUG nova.quota [None req-d5ff6090-b166-474a-8b32-5d5ae9963b69 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Getting quotas for user 45e5c7148ac343ee8674cf6747d7df0c and project 102883704d52434591e74440e02262fb. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 516.327843] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-d5ff6090-b166-474a-8b32-5d5ae9963b69 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] [instance: 9a13d0a1-849c-428f-ab63-29d2bd4cd60c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 516.328417] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-d5ff6090-b166-474a-8b32-5d5ae9963b69 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.328626] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-d5ff6090-b166-474a-8b32-5d5ae9963b69 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.328882] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-d5ff6090-b166-474a-8b32-5d5ae9963b69 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 516.335341] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-d5ff6090-b166-474a-8b32-5d5ae9963b69 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] [instance: 9a13d0a1-849c-428f-ab63-29d2bd4cd60c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 516.335977] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-d5ff6090-b166-474a-8b32-5d5ae9963b69 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.336196] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-d5ff6090-b166-474a-8b32-5d5ae9963b69 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.336361] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-d5ff6090-b166-474a-8b32-5d5ae9963b69 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 516.368910] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-d5ff6090-b166-474a-8b32-5d5ae9963b69 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.369115] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-d5ff6090-b166-474a-8b32-5d5ae9963b69 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.369299] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-d5ff6090-b166-474a-8b32-5d5ae9963b69 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 516.369609] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-d5ff6090-b166-474a-8b32-5d5ae9963b69 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=53932) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.369750] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-d5ff6090-b166-474a-8b32-5d5ae9963b69 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Acquired lock "compute-rpcapi-router" {{(pid=53932) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.370415] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-4c83f230-fd88-4236-9174-11c87de5f304 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.370485] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-4c83f230-fd88-4236-9174-11c87de5f304 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.370701] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-4c83f230-fd88-4236-9174-11c87de5f304 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 516.371205] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-4c83f230-fd88-4236-9174-11c87de5f304 None None] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.371349] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-4c83f230-fd88-4236-9174-11c87de5f304 None None] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.371510] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-4c83f230-fd88-4236-9174-11c87de5f304 None None] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 516.377454] nova-conductor[53932]: INFO nova.compute.rpcapi [None req-4c83f230-fd88-4236-9174-11c87de5f304 None None] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 516.378055] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-4c83f230-fd88-4236-9174-11c87de5f304 None None] Releasing lock "compute-rpcapi-router" {{(pid=53932) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 517.710191] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-b9662cf0-280a-4a62-b4e8-991285601a4c tempest-ServerDiagnosticsV248Test-1512693895 tempest-ServerDiagnosticsV248Test-1512693895-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 517.746499] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-b9662cf0-280a-4a62-b4e8-991285601a4c tempest-ServerDiagnosticsV248Test-1512693895 tempest-ServerDiagnosticsV248Test-1512693895-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.746827] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-b9662cf0-280a-4a62-b4e8-991285601a4c tempest-ServerDiagnosticsV248Test-1512693895 tempest-ServerDiagnosticsV248Test-1512693895-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.748640] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-b9662cf0-280a-4a62-b4e8-991285601a4c tempest-ServerDiagnosticsV248Test-1512693895 tempest-ServerDiagnosticsV248Test-1512693895-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.751210] nova-conductor[53933]: INFO dbcounter [None req-b9662cf0-280a-4a62-b4e8-991285601a4c tempest-ServerDiagnosticsV248Test-1512693895 tempest-ServerDiagnosticsV248Test-1512693895-project-member] Registered counter for database nova_cell1 [ 517.755634] nova-conductor[53933]: DEBUG oslo_db.sqlalchemy.engines [None req-b9662cf0-280a-4a62-b4e8-991285601a4c tempest-ServerDiagnosticsV248Test-1512693895 tempest-ServerDiagnosticsV248Test-1512693895-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53933) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 517.767512] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writer thread running {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 517.843330] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-b9662cf0-280a-4a62-b4e8-991285601a4c tempest-ServerDiagnosticsV248Test-1512693895 tempest-ServerDiagnosticsV248Test-1512693895-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.843565] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-b9662cf0-280a-4a62-b4e8-991285601a4c tempest-ServerDiagnosticsV248Test-1512693895 tempest-ServerDiagnosticsV248Test-1512693895-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.844038] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-b9662cf0-280a-4a62-b4e8-991285601a4c tempest-ServerDiagnosticsV248Test-1512693895 tempest-ServerDiagnosticsV248Test-1512693895-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.844428] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-b9662cf0-280a-4a62-b4e8-991285601a4c tempest-ServerDiagnosticsV248Test-1512693895 tempest-ServerDiagnosticsV248Test-1512693895-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.844631] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-b9662cf0-280a-4a62-b4e8-991285601a4c tempest-ServerDiagnosticsV248Test-1512693895 tempest-ServerDiagnosticsV248Test-1512693895-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.844848] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-b9662cf0-280a-4a62-b4e8-991285601a4c tempest-ServerDiagnosticsV248Test-1512693895 tempest-ServerDiagnosticsV248Test-1512693895-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.846387] nova-conductor[53933]: INFO dbcounter [None req-b9662cf0-280a-4a62-b4e8-991285601a4c tempest-ServerDiagnosticsV248Test-1512693895 tempest-ServerDiagnosticsV248Test-1512693895-project-member] Registered counter for database nova_cell0 [ 517.856232] nova-conductor[53933]: DEBUG oslo_db.sqlalchemy.engines [None req-b9662cf0-280a-4a62-b4e8-991285601a4c tempest-ServerDiagnosticsV248Test-1512693895 tempest-ServerDiagnosticsV248Test-1512693895-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53933) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 517.861939] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writer thread running {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 517.874012] nova-conductor[53933]: DEBUG nova.quota [None req-b9662cf0-280a-4a62-b4e8-991285601a4c tempest-ServerDiagnosticsV248Test-1512693895 tempest-ServerDiagnosticsV248Test-1512693895-project-member] Getting quotas for project caf7fdcebe8440af8fbc145f465fd8ed. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 517.876611] nova-conductor[53933]: DEBUG nova.quota [None req-b9662cf0-280a-4a62-b4e8-991285601a4c tempest-ServerDiagnosticsV248Test-1512693895 tempest-ServerDiagnosticsV248Test-1512693895-project-member] Getting quotas for user f213d9d47e0648a098d9008005514fa7 and project caf7fdcebe8440af8fbc145f465fd8ed. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 517.883204] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-b9662cf0-280a-4a62-b4e8-991285601a4c tempest-ServerDiagnosticsV248Test-1512693895 tempest-ServerDiagnosticsV248Test-1512693895-project-member] [instance: 2aabbd53-4c4d-4b53-8135-34cc5a17fd47] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 517.883735] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-b9662cf0-280a-4a62-b4e8-991285601a4c tempest-ServerDiagnosticsV248Test-1512693895 tempest-ServerDiagnosticsV248Test-1512693895-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.884317] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-b9662cf0-280a-4a62-b4e8-991285601a4c tempest-ServerDiagnosticsV248Test-1512693895 tempest-ServerDiagnosticsV248Test-1512693895-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.884525] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-b9662cf0-280a-4a62-b4e8-991285601a4c tempest-ServerDiagnosticsV248Test-1512693895 tempest-ServerDiagnosticsV248Test-1512693895-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.893342] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-b9662cf0-280a-4a62-b4e8-991285601a4c tempest-ServerDiagnosticsV248Test-1512693895 tempest-ServerDiagnosticsV248Test-1512693895-project-member] [instance: 2aabbd53-4c4d-4b53-8135-34cc5a17fd47] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 517.894072] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-b9662cf0-280a-4a62-b4e8-991285601a4c tempest-ServerDiagnosticsV248Test-1512693895 tempest-ServerDiagnosticsV248Test-1512693895-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.894289] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-b9662cf0-280a-4a62-b4e8-991285601a4c tempest-ServerDiagnosticsV248Test-1512693895 tempest-ServerDiagnosticsV248Test-1512693895-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.894452] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-b9662cf0-280a-4a62-b4e8-991285601a4c tempest-ServerDiagnosticsV248Test-1512693895 tempest-ServerDiagnosticsV248Test-1512693895-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.930191] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-b9662cf0-280a-4a62-b4e8-991285601a4c tempest-ServerDiagnosticsV248Test-1512693895 tempest-ServerDiagnosticsV248Test-1512693895-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.930456] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-b9662cf0-280a-4a62-b4e8-991285601a4c tempest-ServerDiagnosticsV248Test-1512693895 tempest-ServerDiagnosticsV248Test-1512693895-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.930754] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-b9662cf0-280a-4a62-b4e8-991285601a4c tempest-ServerDiagnosticsV248Test-1512693895 tempest-ServerDiagnosticsV248Test-1512693895-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.930970] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-b9662cf0-280a-4a62-b4e8-991285601a4c tempest-ServerDiagnosticsV248Test-1512693895 tempest-ServerDiagnosticsV248Test-1512693895-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=53933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 517.931114] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-b9662cf0-280a-4a62-b4e8-991285601a4c tempest-ServerDiagnosticsV248Test-1512693895 tempest-ServerDiagnosticsV248Test-1512693895-project-member] Acquired lock "compute-rpcapi-router" {{(pid=53933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 517.931637] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-3af2649d-3e00-42e6-b37a-498eac99e719 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.931821] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-3af2649d-3e00-42e6-b37a-498eac99e719 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.931995] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-3af2649d-3e00-42e6-b37a-498eac99e719 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.932407] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-3af2649d-3e00-42e6-b37a-498eac99e719 None None] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.932589] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-3af2649d-3e00-42e6-b37a-498eac99e719 None None] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.932745] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-3af2649d-3e00-42e6-b37a-498eac99e719 None None] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.942398] nova-conductor[53933]: INFO nova.compute.rpcapi [None req-3af2649d-3e00-42e6-b37a-498eac99e719 None None] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 517.942993] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-3af2649d-3e00-42e6-b37a-498eac99e719 None None] Releasing lock "compute-rpcapi-router" {{(pid=53933) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 517.986408] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-92e6cd6e-9e30-40f4-a888-c4c19bae20fb tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 518.002176] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-92e6cd6e-9e30-40f4-a888-c4c19bae20fb tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 518.002447] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-92e6cd6e-9e30-40f4-a888-c4c19bae20fb tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 518.002634] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-92e6cd6e-9e30-40f4-a888-c4c19bae20fb tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 518.048718] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-92e6cd6e-9e30-40f4-a888-c4c19bae20fb tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 518.048951] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-92e6cd6e-9e30-40f4-a888-c4c19bae20fb tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 518.049147] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-92e6cd6e-9e30-40f4-a888-c4c19bae20fb tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 518.049512] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-92e6cd6e-9e30-40f4-a888-c4c19bae20fb tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 518.049695] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-92e6cd6e-9e30-40f4-a888-c4c19bae20fb tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 518.049844] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-92e6cd6e-9e30-40f4-a888-c4c19bae20fb tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 518.062013] nova-conductor[53933]: DEBUG nova.quota [None req-92e6cd6e-9e30-40f4-a888-c4c19bae20fb tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Getting quotas for project 1d65c62abaf84b00b01f9a6b3d5df366. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 518.064376] nova-conductor[53933]: DEBUG nova.quota [None req-92e6cd6e-9e30-40f4-a888-c4c19bae20fb tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Getting quotas for user 98e87e38a03745df8fa2fc3f91fffd64 and project 1d65c62abaf84b00b01f9a6b3d5df366. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 518.069443] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-92e6cd6e-9e30-40f4-a888-c4c19bae20fb tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] [instance: 2a24c5ce-9b52-49ae-b847-6280cef02eb5] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 518.069924] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-92e6cd6e-9e30-40f4-a888-c4c19bae20fb tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 518.070137] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-92e6cd6e-9e30-40f4-a888-c4c19bae20fb tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 518.070436] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-92e6cd6e-9e30-40f4-a888-c4c19bae20fb tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 518.075636] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-92e6cd6e-9e30-40f4-a888-c4c19bae20fb tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] [instance: 2a24c5ce-9b52-49ae-b847-6280cef02eb5] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 518.076292] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-92e6cd6e-9e30-40f4-a888-c4c19bae20fb tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 518.076501] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-92e6cd6e-9e30-40f4-a888-c4c19bae20fb tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 518.076664] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-92e6cd6e-9e30-40f4-a888-c4c19bae20fb tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 518.099569] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-92e6cd6e-9e30-40f4-a888-c4c19bae20fb tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 518.099759] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-92e6cd6e-9e30-40f4-a888-c4c19bae20fb tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 518.099957] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-92e6cd6e-9e30-40f4-a888-c4c19bae20fb tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.188576] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-f20b4b76-1825-404d-ac4b-64ce6a59ca6d tempest-ServerDiagnosticsNegativeTest-1537790555 tempest-ServerDiagnosticsNegativeTest-1537790555-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 520.204093] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-f20b4b76-1825-404d-ac4b-64ce6a59ca6d tempest-ServerDiagnosticsNegativeTest-1537790555 tempest-ServerDiagnosticsNegativeTest-1537790555-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.204347] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-f20b4b76-1825-404d-ac4b-64ce6a59ca6d tempest-ServerDiagnosticsNegativeTest-1537790555 tempest-ServerDiagnosticsNegativeTest-1537790555-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.204525] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-f20b4b76-1825-404d-ac4b-64ce6a59ca6d tempest-ServerDiagnosticsNegativeTest-1537790555 tempest-ServerDiagnosticsNegativeTest-1537790555-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.244337] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-f20b4b76-1825-404d-ac4b-64ce6a59ca6d tempest-ServerDiagnosticsNegativeTest-1537790555 tempest-ServerDiagnosticsNegativeTest-1537790555-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.246586] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-f20b4b76-1825-404d-ac4b-64ce6a59ca6d tempest-ServerDiagnosticsNegativeTest-1537790555 tempest-ServerDiagnosticsNegativeTest-1537790555-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.246893] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-f20b4b76-1825-404d-ac4b-64ce6a59ca6d tempest-ServerDiagnosticsNegativeTest-1537790555 tempest-ServerDiagnosticsNegativeTest-1537790555-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.247308] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-f20b4b76-1825-404d-ac4b-64ce6a59ca6d tempest-ServerDiagnosticsNegativeTest-1537790555 tempest-ServerDiagnosticsNegativeTest-1537790555-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.247504] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-f20b4b76-1825-404d-ac4b-64ce6a59ca6d tempest-ServerDiagnosticsNegativeTest-1537790555 tempest-ServerDiagnosticsNegativeTest-1537790555-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.247666] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-f20b4b76-1825-404d-ac4b-64ce6a59ca6d tempest-ServerDiagnosticsNegativeTest-1537790555 tempest-ServerDiagnosticsNegativeTest-1537790555-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.258465] nova-conductor[53933]: DEBUG nova.quota [None req-f20b4b76-1825-404d-ac4b-64ce6a59ca6d tempest-ServerDiagnosticsNegativeTest-1537790555 tempest-ServerDiagnosticsNegativeTest-1537790555-project-member] Getting quotas for project 5d5d75286e1a46e08ed86c5a3ae84545. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 520.261563] nova-conductor[53933]: DEBUG nova.quota [None req-f20b4b76-1825-404d-ac4b-64ce6a59ca6d tempest-ServerDiagnosticsNegativeTest-1537790555 tempest-ServerDiagnosticsNegativeTest-1537790555-project-member] Getting quotas for user 0f30af2dbdd0406095767d4c5a2d38a3 and project 5d5d75286e1a46e08ed86c5a3ae84545. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 520.268116] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-f20b4b76-1825-404d-ac4b-64ce6a59ca6d tempest-ServerDiagnosticsNegativeTest-1537790555 tempest-ServerDiagnosticsNegativeTest-1537790555-project-member] [instance: 5a590ae6-eb88-433d-81b4-33e7b6ace868] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 520.268632] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-f20b4b76-1825-404d-ac4b-64ce6a59ca6d tempest-ServerDiagnosticsNegativeTest-1537790555 tempest-ServerDiagnosticsNegativeTest-1537790555-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.268831] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-f20b4b76-1825-404d-ac4b-64ce6a59ca6d tempest-ServerDiagnosticsNegativeTest-1537790555 tempest-ServerDiagnosticsNegativeTest-1537790555-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.268995] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-f20b4b76-1825-404d-ac4b-64ce6a59ca6d tempest-ServerDiagnosticsNegativeTest-1537790555 tempest-ServerDiagnosticsNegativeTest-1537790555-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.277681] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-f20b4b76-1825-404d-ac4b-64ce6a59ca6d tempest-ServerDiagnosticsNegativeTest-1537790555 tempest-ServerDiagnosticsNegativeTest-1537790555-project-member] [instance: 5a590ae6-eb88-433d-81b4-33e7b6ace868] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 520.278403] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-f20b4b76-1825-404d-ac4b-64ce6a59ca6d tempest-ServerDiagnosticsNegativeTest-1537790555 tempest-ServerDiagnosticsNegativeTest-1537790555-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.278615] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-f20b4b76-1825-404d-ac4b-64ce6a59ca6d tempest-ServerDiagnosticsNegativeTest-1537790555 tempest-ServerDiagnosticsNegativeTest-1537790555-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.278775] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-f20b4b76-1825-404d-ac4b-64ce6a59ca6d tempest-ServerDiagnosticsNegativeTest-1537790555 tempest-ServerDiagnosticsNegativeTest-1537790555-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.298754] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-f20b4b76-1825-404d-ac4b-64ce6a59ca6d tempest-ServerDiagnosticsNegativeTest-1537790555 tempest-ServerDiagnosticsNegativeTest-1537790555-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.300017] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-f20b4b76-1825-404d-ac4b-64ce6a59ca6d tempest-ServerDiagnosticsNegativeTest-1537790555 tempest-ServerDiagnosticsNegativeTest-1537790555-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.300017] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-f20b4b76-1825-404d-ac4b-64ce6a59ca6d tempest-ServerDiagnosticsNegativeTest-1537790555 tempest-ServerDiagnosticsNegativeTest-1537790555-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.485510] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-243821ae-4d96-437c-89f9-e82ed55f78b7 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 520.509020] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-243821ae-4d96-437c-89f9-e82ed55f78b7 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.509020] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-243821ae-4d96-437c-89f9-e82ed55f78b7 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.509020] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-243821ae-4d96-437c-89f9-e82ed55f78b7 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.541210] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-243821ae-4d96-437c-89f9-e82ed55f78b7 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.541210] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-243821ae-4d96-437c-89f9-e82ed55f78b7 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.541301] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-243821ae-4d96-437c-89f9-e82ed55f78b7 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.542201] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-243821ae-4d96-437c-89f9-e82ed55f78b7 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.542201] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-243821ae-4d96-437c-89f9-e82ed55f78b7 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.542201] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-243821ae-4d96-437c-89f9-e82ed55f78b7 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.549927] nova-conductor[53932]: DEBUG nova.quota [None req-243821ae-4d96-437c-89f9-e82ed55f78b7 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Getting quotas for project 7146aa9cae39448ca92f4f966e1d4daf. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 520.551994] nova-conductor[53932]: DEBUG nova.quota [None req-243821ae-4d96-437c-89f9-e82ed55f78b7 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Getting quotas for user f69fb51cac434f25ad53ba9bfe8d480f and project 7146aa9cae39448ca92f4f966e1d4daf. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 520.557408] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-243821ae-4d96-437c-89f9-e82ed55f78b7 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] [instance: 4cafaebd-b577-4a7e-92b8-151445f66a0d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 520.557894] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-243821ae-4d96-437c-89f9-e82ed55f78b7 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.558486] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-243821ae-4d96-437c-89f9-e82ed55f78b7 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.558486] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-243821ae-4d96-437c-89f9-e82ed55f78b7 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.562525] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-243821ae-4d96-437c-89f9-e82ed55f78b7 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] [instance: 4cafaebd-b577-4a7e-92b8-151445f66a0d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 520.563705] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-243821ae-4d96-437c-89f9-e82ed55f78b7 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.563958] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-243821ae-4d96-437c-89f9-e82ed55f78b7 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.565610] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-243821ae-4d96-437c-89f9-e82ed55f78b7 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.582713] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-243821ae-4d96-437c-89f9-e82ed55f78b7 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.583022] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-243821ae-4d96-437c-89f9-e82ed55f78b7 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.583165] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-243821ae-4d96-437c-89f9-e82ed55f78b7 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 526.732464] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-e55669d2-acfe-4fe6-a1e3-3ecfd855ccd8 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 526.748723] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e55669d2-acfe-4fe6-a1e3-3ecfd855ccd8 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 526.749021] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e55669d2-acfe-4fe6-a1e3-3ecfd855ccd8 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 526.749313] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e55669d2-acfe-4fe6-a1e3-3ecfd855ccd8 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 526.793325] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e55669d2-acfe-4fe6-a1e3-3ecfd855ccd8 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 526.793325] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e55669d2-acfe-4fe6-a1e3-3ecfd855ccd8 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 526.793325] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e55669d2-acfe-4fe6-a1e3-3ecfd855ccd8 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 526.794571] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e55669d2-acfe-4fe6-a1e3-3ecfd855ccd8 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 526.794571] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e55669d2-acfe-4fe6-a1e3-3ecfd855ccd8 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 526.794961] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e55669d2-acfe-4fe6-a1e3-3ecfd855ccd8 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 526.806864] nova-conductor[53933]: DEBUG nova.quota [None req-e55669d2-acfe-4fe6-a1e3-3ecfd855ccd8 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Getting quotas for project 067efe2b964d498fa7e2843439f023ca. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 526.809900] nova-conductor[53933]: DEBUG nova.quota [None req-e55669d2-acfe-4fe6-a1e3-3ecfd855ccd8 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Getting quotas for user 274f384481b44caf9a114ca29022c231 and project 067efe2b964d498fa7e2843439f023ca. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 526.820620] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-e55669d2-acfe-4fe6-a1e3-3ecfd855ccd8 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] [instance: 81bbe6ae-87b2-414b-a872-4e03285abf92] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 526.820620] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e55669d2-acfe-4fe6-a1e3-3ecfd855ccd8 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 526.820620] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e55669d2-acfe-4fe6-a1e3-3ecfd855ccd8 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 526.820620] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e55669d2-acfe-4fe6-a1e3-3ecfd855ccd8 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 526.833192] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-e55669d2-acfe-4fe6-a1e3-3ecfd855ccd8 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] [instance: 81bbe6ae-87b2-414b-a872-4e03285abf92] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 526.833964] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e55669d2-acfe-4fe6-a1e3-3ecfd855ccd8 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 526.834215] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e55669d2-acfe-4fe6-a1e3-3ecfd855ccd8 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 526.838030] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e55669d2-acfe-4fe6-a1e3-3ecfd855ccd8 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 526.868073] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e55669d2-acfe-4fe6-a1e3-3ecfd855ccd8 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 526.868073] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e55669d2-acfe-4fe6-a1e3-3ecfd855ccd8 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 526.868073] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e55669d2-acfe-4fe6-a1e3-3ecfd855ccd8 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 527.385058] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-d6c2fb88-aed4-43e9-a470-de6460589e9e tempest-ServersAdminNegativeTestJSON-740884206 tempest-ServersAdminNegativeTestJSON-740884206-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 527.405603] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-d6c2fb88-aed4-43e9-a470-de6460589e9e tempest-ServersAdminNegativeTestJSON-740884206 tempest-ServersAdminNegativeTestJSON-740884206-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.405603] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-d6c2fb88-aed4-43e9-a470-de6460589e9e tempest-ServersAdminNegativeTestJSON-740884206 tempest-ServersAdminNegativeTestJSON-740884206-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 527.405603] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-d6c2fb88-aed4-43e9-a470-de6460589e9e tempest-ServersAdminNegativeTestJSON-740884206 tempest-ServersAdminNegativeTestJSON-740884206-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 527.453242] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-d6c2fb88-aed4-43e9-a470-de6460589e9e tempest-ServersAdminNegativeTestJSON-740884206 tempest-ServersAdminNegativeTestJSON-740884206-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.455234] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-d6c2fb88-aed4-43e9-a470-de6460589e9e tempest-ServersAdminNegativeTestJSON-740884206 tempest-ServersAdminNegativeTestJSON-740884206-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 527.455234] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-d6c2fb88-aed4-43e9-a470-de6460589e9e tempest-ServersAdminNegativeTestJSON-740884206 tempest-ServersAdminNegativeTestJSON-740884206-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 527.455234] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-d6c2fb88-aed4-43e9-a470-de6460589e9e tempest-ServersAdminNegativeTestJSON-740884206 tempest-ServersAdminNegativeTestJSON-740884206-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.455234] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-d6c2fb88-aed4-43e9-a470-de6460589e9e tempest-ServersAdminNegativeTestJSON-740884206 tempest-ServersAdminNegativeTestJSON-740884206-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 527.455397] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-d6c2fb88-aed4-43e9-a470-de6460589e9e tempest-ServersAdminNegativeTestJSON-740884206 tempest-ServersAdminNegativeTestJSON-740884206-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 527.469246] nova-conductor[53932]: DEBUG nova.quota [None req-d6c2fb88-aed4-43e9-a470-de6460589e9e tempest-ServersAdminNegativeTestJSON-740884206 tempest-ServersAdminNegativeTestJSON-740884206-project-member] Getting quotas for project 82f822e6b82c42b0a520b693150ebc2b. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 527.472410] nova-conductor[53932]: DEBUG nova.quota [None req-d6c2fb88-aed4-43e9-a470-de6460589e9e tempest-ServersAdminNegativeTestJSON-740884206 tempest-ServersAdminNegativeTestJSON-740884206-project-member] Getting quotas for user 86f109980703481eb3dae2539fec9359 and project 82f822e6b82c42b0a520b693150ebc2b. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 527.480232] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-d6c2fb88-aed4-43e9-a470-de6460589e9e tempest-ServersAdminNegativeTestJSON-740884206 tempest-ServersAdminNegativeTestJSON-740884206-project-member] [instance: 687eaa4d-012a-4dd9-9033-16fad3650a56] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 527.480232] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-d6c2fb88-aed4-43e9-a470-de6460589e9e tempest-ServersAdminNegativeTestJSON-740884206 tempest-ServersAdminNegativeTestJSON-740884206-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.480450] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-d6c2fb88-aed4-43e9-a470-de6460589e9e tempest-ServersAdminNegativeTestJSON-740884206 tempest-ServersAdminNegativeTestJSON-740884206-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 527.480648] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-d6c2fb88-aed4-43e9-a470-de6460589e9e tempest-ServersAdminNegativeTestJSON-740884206 tempest-ServersAdminNegativeTestJSON-740884206-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 527.486791] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-d6c2fb88-aed4-43e9-a470-de6460589e9e tempest-ServersAdminNegativeTestJSON-740884206 tempest-ServersAdminNegativeTestJSON-740884206-project-member] [instance: 687eaa4d-012a-4dd9-9033-16fad3650a56] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 527.487482] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-d6c2fb88-aed4-43e9-a470-de6460589e9e tempest-ServersAdminNegativeTestJSON-740884206 tempest-ServersAdminNegativeTestJSON-740884206-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.487690] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-d6c2fb88-aed4-43e9-a470-de6460589e9e tempest-ServersAdminNegativeTestJSON-740884206 tempest-ServersAdminNegativeTestJSON-740884206-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 527.487856] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-d6c2fb88-aed4-43e9-a470-de6460589e9e tempest-ServersAdminNegativeTestJSON-740884206 tempest-ServersAdminNegativeTestJSON-740884206-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 527.532492] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-d6c2fb88-aed4-43e9-a470-de6460589e9e tempest-ServersAdminNegativeTestJSON-740884206 tempest-ServersAdminNegativeTestJSON-740884206-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.533122] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-d6c2fb88-aed4-43e9-a470-de6460589e9e tempest-ServersAdminNegativeTestJSON-740884206 tempest-ServersAdminNegativeTestJSON-740884206-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 527.533425] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-d6c2fb88-aed4-43e9-a470-de6460589e9e tempest-ServersAdminNegativeTestJSON-740884206 tempest-ServersAdminNegativeTestJSON-740884206-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 528.795506] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-17d52734-ff3f-458b-9c1d-259ee3d4f1e5 tempest-ImagesOneServerNegativeTestJSON-998658280 tempest-ImagesOneServerNegativeTestJSON-998658280-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 528.811906] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-17d52734-ff3f-458b-9c1d-259ee3d4f1e5 tempest-ImagesOneServerNegativeTestJSON-998658280 tempest-ImagesOneServerNegativeTestJSON-998658280-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.812298] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-17d52734-ff3f-458b-9c1d-259ee3d4f1e5 tempest-ImagesOneServerNegativeTestJSON-998658280 tempest-ImagesOneServerNegativeTestJSON-998658280-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.812686] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-17d52734-ff3f-458b-9c1d-259ee3d4f1e5 tempest-ImagesOneServerNegativeTestJSON-998658280 tempest-ImagesOneServerNegativeTestJSON-998658280-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 528.868843] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-17d52734-ff3f-458b-9c1d-259ee3d4f1e5 tempest-ImagesOneServerNegativeTestJSON-998658280 tempest-ImagesOneServerNegativeTestJSON-998658280-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.869087] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-17d52734-ff3f-458b-9c1d-259ee3d4f1e5 tempest-ImagesOneServerNegativeTestJSON-998658280 tempest-ImagesOneServerNegativeTestJSON-998658280-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.869299] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-17d52734-ff3f-458b-9c1d-259ee3d4f1e5 tempest-ImagesOneServerNegativeTestJSON-998658280 tempest-ImagesOneServerNegativeTestJSON-998658280-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 528.869616] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-17d52734-ff3f-458b-9c1d-259ee3d4f1e5 tempest-ImagesOneServerNegativeTestJSON-998658280 tempest-ImagesOneServerNegativeTestJSON-998658280-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.869837] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-17d52734-ff3f-458b-9c1d-259ee3d4f1e5 tempest-ImagesOneServerNegativeTestJSON-998658280 tempest-ImagesOneServerNegativeTestJSON-998658280-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.870946] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-17d52734-ff3f-458b-9c1d-259ee3d4f1e5 tempest-ImagesOneServerNegativeTestJSON-998658280 tempest-ImagesOneServerNegativeTestJSON-998658280-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 528.883504] nova-conductor[53933]: DEBUG nova.quota [None req-17d52734-ff3f-458b-9c1d-259ee3d4f1e5 tempest-ImagesOneServerNegativeTestJSON-998658280 tempest-ImagesOneServerNegativeTestJSON-998658280-project-member] Getting quotas for project e57fb074f4004827b9b503aa277209c2. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 528.886579] nova-conductor[53933]: DEBUG nova.quota [None req-17d52734-ff3f-458b-9c1d-259ee3d4f1e5 tempest-ImagesOneServerNegativeTestJSON-998658280 tempest-ImagesOneServerNegativeTestJSON-998658280-project-member] Getting quotas for user f216a76b65a745d79dbb0fdc97b6b31c and project e57fb074f4004827b9b503aa277209c2. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 528.892931] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-17d52734-ff3f-458b-9c1d-259ee3d4f1e5 tempest-ImagesOneServerNegativeTestJSON-998658280 tempest-ImagesOneServerNegativeTestJSON-998658280-project-member] [instance: d2e4c9d6-7dec-4a54-bc26-84cfbdab6d8f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 528.893523] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-17d52734-ff3f-458b-9c1d-259ee3d4f1e5 tempest-ImagesOneServerNegativeTestJSON-998658280 tempest-ImagesOneServerNegativeTestJSON-998658280-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.893741] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-17d52734-ff3f-458b-9c1d-259ee3d4f1e5 tempest-ImagesOneServerNegativeTestJSON-998658280 tempest-ImagesOneServerNegativeTestJSON-998658280-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.893914] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-17d52734-ff3f-458b-9c1d-259ee3d4f1e5 tempest-ImagesOneServerNegativeTestJSON-998658280 tempest-ImagesOneServerNegativeTestJSON-998658280-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 528.898753] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-17d52734-ff3f-458b-9c1d-259ee3d4f1e5 tempest-ImagesOneServerNegativeTestJSON-998658280 tempest-ImagesOneServerNegativeTestJSON-998658280-project-member] [instance: d2e4c9d6-7dec-4a54-bc26-84cfbdab6d8f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 528.899488] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-17d52734-ff3f-458b-9c1d-259ee3d4f1e5 tempest-ImagesOneServerNegativeTestJSON-998658280 tempest-ImagesOneServerNegativeTestJSON-998658280-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.900069] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-17d52734-ff3f-458b-9c1d-259ee3d4f1e5 tempest-ImagesOneServerNegativeTestJSON-998658280 tempest-ImagesOneServerNegativeTestJSON-998658280-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.900069] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-17d52734-ff3f-458b-9c1d-259ee3d4f1e5 tempest-ImagesOneServerNegativeTestJSON-998658280 tempest-ImagesOneServerNegativeTestJSON-998658280-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 528.935568] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-17d52734-ff3f-458b-9c1d-259ee3d4f1e5 tempest-ImagesOneServerNegativeTestJSON-998658280 tempest-ImagesOneServerNegativeTestJSON-998658280-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.935836] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-17d52734-ff3f-458b-9c1d-259ee3d4f1e5 tempest-ImagesOneServerNegativeTestJSON-998658280 tempest-ImagesOneServerNegativeTestJSON-998658280-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.936036] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-17d52734-ff3f-458b-9c1d-259ee3d4f1e5 tempest-ImagesOneServerNegativeTestJSON-998658280 tempest-ImagesOneServerNegativeTestJSON-998658280-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 529.851854] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-6dccb2d3-b3e9-4fb8-a351-401ae726b156 tempest-ServerDiagnosticsTest-125119359 tempest-ServerDiagnosticsTest-125119359-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 529.895801] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-6dccb2d3-b3e9-4fb8-a351-401ae726b156 tempest-ServerDiagnosticsTest-125119359 tempest-ServerDiagnosticsTest-125119359-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.895801] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-6dccb2d3-b3e9-4fb8-a351-401ae726b156 tempest-ServerDiagnosticsTest-125119359 tempest-ServerDiagnosticsTest-125119359-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 529.895801] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-6dccb2d3-b3e9-4fb8-a351-401ae726b156 tempest-ServerDiagnosticsTest-125119359 tempest-ServerDiagnosticsTest-125119359-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 529.978024] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-6dccb2d3-b3e9-4fb8-a351-401ae726b156 tempest-ServerDiagnosticsTest-125119359 tempest-ServerDiagnosticsTest-125119359-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.978024] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-6dccb2d3-b3e9-4fb8-a351-401ae726b156 tempest-ServerDiagnosticsTest-125119359 tempest-ServerDiagnosticsTest-125119359-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 529.978024] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-6dccb2d3-b3e9-4fb8-a351-401ae726b156 tempest-ServerDiagnosticsTest-125119359 tempest-ServerDiagnosticsTest-125119359-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 529.978355] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-6dccb2d3-b3e9-4fb8-a351-401ae726b156 tempest-ServerDiagnosticsTest-125119359 tempest-ServerDiagnosticsTest-125119359-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.978561] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-6dccb2d3-b3e9-4fb8-a351-401ae726b156 tempest-ServerDiagnosticsTest-125119359 tempest-ServerDiagnosticsTest-125119359-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 529.978819] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-6dccb2d3-b3e9-4fb8-a351-401ae726b156 tempest-ServerDiagnosticsTest-125119359 tempest-ServerDiagnosticsTest-125119359-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 529.992529] nova-conductor[53932]: DEBUG nova.quota [None req-6dccb2d3-b3e9-4fb8-a351-401ae726b156 tempest-ServerDiagnosticsTest-125119359 tempest-ServerDiagnosticsTest-125119359-project-member] Getting quotas for project f8a1e78f16934c5dbf5cf489f2b61c13. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 529.996628] nova-conductor[53932]: DEBUG nova.quota [None req-6dccb2d3-b3e9-4fb8-a351-401ae726b156 tempest-ServerDiagnosticsTest-125119359 tempest-ServerDiagnosticsTest-125119359-project-member] Getting quotas for user 9a6c574cf8b349639783160bda992717 and project f8a1e78f16934c5dbf5cf489f2b61c13. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 530.003027] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-6dccb2d3-b3e9-4fb8-a351-401ae726b156 tempest-ServerDiagnosticsTest-125119359 tempest-ServerDiagnosticsTest-125119359-project-member] [instance: f9d92b1b-59ed-4f3c-9e5c-2b894b123e9e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 530.003640] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-6dccb2d3-b3e9-4fb8-a351-401ae726b156 tempest-ServerDiagnosticsTest-125119359 tempest-ServerDiagnosticsTest-125119359-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 530.003882] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-6dccb2d3-b3e9-4fb8-a351-401ae726b156 tempest-ServerDiagnosticsTest-125119359 tempest-ServerDiagnosticsTest-125119359-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 530.004087] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-6dccb2d3-b3e9-4fb8-a351-401ae726b156 tempest-ServerDiagnosticsTest-125119359 tempest-ServerDiagnosticsTest-125119359-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 530.010250] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-6dccb2d3-b3e9-4fb8-a351-401ae726b156 tempest-ServerDiagnosticsTest-125119359 tempest-ServerDiagnosticsTest-125119359-project-member] [instance: f9d92b1b-59ed-4f3c-9e5c-2b894b123e9e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 530.010938] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-6dccb2d3-b3e9-4fb8-a351-401ae726b156 tempest-ServerDiagnosticsTest-125119359 tempest-ServerDiagnosticsTest-125119359-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 530.011168] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-6dccb2d3-b3e9-4fb8-a351-401ae726b156 tempest-ServerDiagnosticsTest-125119359 tempest-ServerDiagnosticsTest-125119359-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 530.011334] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-6dccb2d3-b3e9-4fb8-a351-401ae726b156 tempest-ServerDiagnosticsTest-125119359 tempest-ServerDiagnosticsTest-125119359-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 530.034153] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-6dccb2d3-b3e9-4fb8-a351-401ae726b156 tempest-ServerDiagnosticsTest-125119359 tempest-ServerDiagnosticsTest-125119359-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 530.034428] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-6dccb2d3-b3e9-4fb8-a351-401ae726b156 tempest-ServerDiagnosticsTest-125119359 tempest-ServerDiagnosticsTest-125119359-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 530.034680] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-6dccb2d3-b3e9-4fb8-a351-401ae726b156 tempest-ServerDiagnosticsTest-125119359 tempest-ServerDiagnosticsTest-125119359-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.503827] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-b2a61d9c-3460-4ce7-983e-d48ba0c76521 tempest-VolumesAssistedSnapshotsTest-1080540270 tempest-VolumesAssistedSnapshotsTest-1080540270-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 531.534185] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-b2a61d9c-3460-4ce7-983e-d48ba0c76521 tempest-VolumesAssistedSnapshotsTest-1080540270 tempest-VolumesAssistedSnapshotsTest-1080540270-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.534185] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-b2a61d9c-3460-4ce7-983e-d48ba0c76521 tempest-VolumesAssistedSnapshotsTest-1080540270 tempest-VolumesAssistedSnapshotsTest-1080540270-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.534185] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-b2a61d9c-3460-4ce7-983e-d48ba0c76521 tempest-VolumesAssistedSnapshotsTest-1080540270 tempest-VolumesAssistedSnapshotsTest-1080540270-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.586645] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-b2a61d9c-3460-4ce7-983e-d48ba0c76521 tempest-VolumesAssistedSnapshotsTest-1080540270 tempest-VolumesAssistedSnapshotsTest-1080540270-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.587120] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-b2a61d9c-3460-4ce7-983e-d48ba0c76521 tempest-VolumesAssistedSnapshotsTest-1080540270 tempest-VolumesAssistedSnapshotsTest-1080540270-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.588493] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-b2a61d9c-3460-4ce7-983e-d48ba0c76521 tempest-VolumesAssistedSnapshotsTest-1080540270 tempest-VolumesAssistedSnapshotsTest-1080540270-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.588493] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-b2a61d9c-3460-4ce7-983e-d48ba0c76521 tempest-VolumesAssistedSnapshotsTest-1080540270 tempest-VolumesAssistedSnapshotsTest-1080540270-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.588493] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-b2a61d9c-3460-4ce7-983e-d48ba0c76521 tempest-VolumesAssistedSnapshotsTest-1080540270 tempest-VolumesAssistedSnapshotsTest-1080540270-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.588493] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-b2a61d9c-3460-4ce7-983e-d48ba0c76521 tempest-VolumesAssistedSnapshotsTest-1080540270 tempest-VolumesAssistedSnapshotsTest-1080540270-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.600935] nova-conductor[53932]: DEBUG nova.quota [None req-b2a61d9c-3460-4ce7-983e-d48ba0c76521 tempest-VolumesAssistedSnapshotsTest-1080540270 tempest-VolumesAssistedSnapshotsTest-1080540270-project-member] Getting quotas for project 46a71ba06342454ebd5578ff646cea6a. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 531.604477] nova-conductor[53932]: DEBUG nova.quota [None req-b2a61d9c-3460-4ce7-983e-d48ba0c76521 tempest-VolumesAssistedSnapshotsTest-1080540270 tempest-VolumesAssistedSnapshotsTest-1080540270-project-member] Getting quotas for user 28744b94219543a59520038db02a1a4b and project 46a71ba06342454ebd5578ff646cea6a. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 531.613278] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-b2a61d9c-3460-4ce7-983e-d48ba0c76521 tempest-VolumesAssistedSnapshotsTest-1080540270 tempest-VolumesAssistedSnapshotsTest-1080540270-project-member] [instance: 782f1eba-459c-4249-b74a-128b22c64ca3] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 531.614085] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-b2a61d9c-3460-4ce7-983e-d48ba0c76521 tempest-VolumesAssistedSnapshotsTest-1080540270 tempest-VolumesAssistedSnapshotsTest-1080540270-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.614085] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-b2a61d9c-3460-4ce7-983e-d48ba0c76521 tempest-VolumesAssistedSnapshotsTest-1080540270 tempest-VolumesAssistedSnapshotsTest-1080540270-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.614255] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-b2a61d9c-3460-4ce7-983e-d48ba0c76521 tempest-VolumesAssistedSnapshotsTest-1080540270 tempest-VolumesAssistedSnapshotsTest-1080540270-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.619741] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-b2a61d9c-3460-4ce7-983e-d48ba0c76521 tempest-VolumesAssistedSnapshotsTest-1080540270 tempest-VolumesAssistedSnapshotsTest-1080540270-project-member] [instance: 782f1eba-459c-4249-b74a-128b22c64ca3] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 531.620439] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-b2a61d9c-3460-4ce7-983e-d48ba0c76521 tempest-VolumesAssistedSnapshotsTest-1080540270 tempest-VolumesAssistedSnapshotsTest-1080540270-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.620674] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-b2a61d9c-3460-4ce7-983e-d48ba0c76521 tempest-VolumesAssistedSnapshotsTest-1080540270 tempest-VolumesAssistedSnapshotsTest-1080540270-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.620808] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-b2a61d9c-3460-4ce7-983e-d48ba0c76521 tempest-VolumesAssistedSnapshotsTest-1080540270 tempest-VolumesAssistedSnapshotsTest-1080540270-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.663823] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-b2a61d9c-3460-4ce7-983e-d48ba0c76521 tempest-VolumesAssistedSnapshotsTest-1080540270 tempest-VolumesAssistedSnapshotsTest-1080540270-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.664076] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-b2a61d9c-3460-4ce7-983e-d48ba0c76521 tempest-VolumesAssistedSnapshotsTest-1080540270 tempest-VolumesAssistedSnapshotsTest-1080540270-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.667950] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-b2a61d9c-3460-4ce7-983e-d48ba0c76521 tempest-VolumesAssistedSnapshotsTest-1080540270 tempest-VolumesAssistedSnapshotsTest-1080540270-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.132040] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-527372e2-5791-4d24-b66b-c50eb05e638f tempest-FloatingIPsAssociationNegativeTestJSON-1894237132 tempest-FloatingIPsAssociationNegativeTestJSON-1894237132-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 533.158656] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-527372e2-5791-4d24-b66b-c50eb05e638f tempest-FloatingIPsAssociationNegativeTestJSON-1894237132 tempest-FloatingIPsAssociationNegativeTestJSON-1894237132-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.158656] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-527372e2-5791-4d24-b66b-c50eb05e638f tempest-FloatingIPsAssociationNegativeTestJSON-1894237132 tempest-FloatingIPsAssociationNegativeTestJSON-1894237132-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.158656] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-527372e2-5791-4d24-b66b-c50eb05e638f tempest-FloatingIPsAssociationNegativeTestJSON-1894237132 tempest-FloatingIPsAssociationNegativeTestJSON-1894237132-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.232686] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-527372e2-5791-4d24-b66b-c50eb05e638f tempest-FloatingIPsAssociationNegativeTestJSON-1894237132 tempest-FloatingIPsAssociationNegativeTestJSON-1894237132-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.232916] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-527372e2-5791-4d24-b66b-c50eb05e638f tempest-FloatingIPsAssociationNegativeTestJSON-1894237132 tempest-FloatingIPsAssociationNegativeTestJSON-1894237132-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.233120] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-527372e2-5791-4d24-b66b-c50eb05e638f tempest-FloatingIPsAssociationNegativeTestJSON-1894237132 tempest-FloatingIPsAssociationNegativeTestJSON-1894237132-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.233668] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-527372e2-5791-4d24-b66b-c50eb05e638f tempest-FloatingIPsAssociationNegativeTestJSON-1894237132 tempest-FloatingIPsAssociationNegativeTestJSON-1894237132-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.233869] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-527372e2-5791-4d24-b66b-c50eb05e638f tempest-FloatingIPsAssociationNegativeTestJSON-1894237132 tempest-FloatingIPsAssociationNegativeTestJSON-1894237132-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.234069] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-527372e2-5791-4d24-b66b-c50eb05e638f tempest-FloatingIPsAssociationNegativeTestJSON-1894237132 tempest-FloatingIPsAssociationNegativeTestJSON-1894237132-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.250211] nova-conductor[53933]: DEBUG nova.quota [None req-527372e2-5791-4d24-b66b-c50eb05e638f tempest-FloatingIPsAssociationNegativeTestJSON-1894237132 tempest-FloatingIPsAssociationNegativeTestJSON-1894237132-project-member] Getting quotas for project 97c048d8631543ef99ec5fc8c2a67aee. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 533.252271] nova-conductor[53933]: DEBUG nova.quota [None req-527372e2-5791-4d24-b66b-c50eb05e638f tempest-FloatingIPsAssociationNegativeTestJSON-1894237132 tempest-FloatingIPsAssociationNegativeTestJSON-1894237132-project-member] Getting quotas for user 270493996eaa4eb8b25b9f78f104c05e and project 97c048d8631543ef99ec5fc8c2a67aee. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 533.258022] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-527372e2-5791-4d24-b66b-c50eb05e638f tempest-FloatingIPsAssociationNegativeTestJSON-1894237132 tempest-FloatingIPsAssociationNegativeTestJSON-1894237132-project-member] [instance: ac0209e5-66d0-4a04-892d-85eba3c3663a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 533.258460] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-527372e2-5791-4d24-b66b-c50eb05e638f tempest-FloatingIPsAssociationNegativeTestJSON-1894237132 tempest-FloatingIPsAssociationNegativeTestJSON-1894237132-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.258664] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-527372e2-5791-4d24-b66b-c50eb05e638f tempest-FloatingIPsAssociationNegativeTestJSON-1894237132 tempest-FloatingIPsAssociationNegativeTestJSON-1894237132-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.259022] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-527372e2-5791-4d24-b66b-c50eb05e638f tempest-FloatingIPsAssociationNegativeTestJSON-1894237132 tempest-FloatingIPsAssociationNegativeTestJSON-1894237132-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.265218] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-527372e2-5791-4d24-b66b-c50eb05e638f tempest-FloatingIPsAssociationNegativeTestJSON-1894237132 tempest-FloatingIPsAssociationNegativeTestJSON-1894237132-project-member] [instance: ac0209e5-66d0-4a04-892d-85eba3c3663a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 533.265218] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-527372e2-5791-4d24-b66b-c50eb05e638f tempest-FloatingIPsAssociationNegativeTestJSON-1894237132 tempest-FloatingIPsAssociationNegativeTestJSON-1894237132-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.265459] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-527372e2-5791-4d24-b66b-c50eb05e638f tempest-FloatingIPsAssociationNegativeTestJSON-1894237132 tempest-FloatingIPsAssociationNegativeTestJSON-1894237132-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.265649] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-527372e2-5791-4d24-b66b-c50eb05e638f tempest-FloatingIPsAssociationNegativeTestJSON-1894237132 tempest-FloatingIPsAssociationNegativeTestJSON-1894237132-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.284715] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-527372e2-5791-4d24-b66b-c50eb05e638f tempest-FloatingIPsAssociationNegativeTestJSON-1894237132 tempest-FloatingIPsAssociationNegativeTestJSON-1894237132-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.284715] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-527372e2-5791-4d24-b66b-c50eb05e638f tempest-FloatingIPsAssociationNegativeTestJSON-1894237132 tempest-FloatingIPsAssociationNegativeTestJSON-1894237132-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.284715] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-527372e2-5791-4d24-b66b-c50eb05e638f tempest-FloatingIPsAssociationNegativeTestJSON-1894237132 tempest-FloatingIPsAssociationNegativeTestJSON-1894237132-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.131566] nova-conductor[53933]: ERROR nova.scheduler.utils [None req-d5ff6090-b166-474a-8b32-5d5ae9963b69 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] [instance: 9a13d0a1-849c-428f-ab63-29d2bd4cd60c] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 7288c976-3fee-483a-959d-9c6bd8501c86, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 9a13d0a1-849c-428f-ab63-29d2bd4cd60c was re-scheduled: Binding failed for port 7288c976-3fee-483a-959d-9c6bd8501c86, please check neutron logs for more information.\n'] [ 534.132319] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-d5ff6090-b166-474a-8b32-5d5ae9963b69 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Rescheduling: True {{(pid=53933) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 534.132579] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-d5ff6090-b166-474a-8b32-5d5ae9963b69 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9a13d0a1-849c-428f-ab63-29d2bd4cd60c.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9a13d0a1-849c-428f-ab63-29d2bd4cd60c. [ 534.133131] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-d5ff6090-b166-474a-8b32-5d5ae9963b69 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] [instance: 9a13d0a1-849c-428f-ab63-29d2bd4cd60c] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9a13d0a1-849c-428f-ab63-29d2bd4cd60c. [ 534.194339] nova-conductor[53933]: DEBUG nova.network.neutron [None req-d5ff6090-b166-474a-8b32-5d5ae9963b69 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] [instance: 9a13d0a1-849c-428f-ab63-29d2bd4cd60c] deallocate_for_instance() {{(pid=53933) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 534.357707] nova-conductor[53933]: DEBUG nova.network.neutron [None req-d5ff6090-b166-474a-8b32-5d5ae9963b69 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] [instance: 9a13d0a1-849c-428f-ab63-29d2bd4cd60c] Instance cache missing network info. {{(pid=53933) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 534.371047] nova-conductor[53933]: DEBUG nova.network.neutron [None req-d5ff6090-b166-474a-8b32-5d5ae9963b69 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] [instance: 9a13d0a1-849c-428f-ab63-29d2bd4cd60c] Updating instance_info_cache with network_info: [] {{(pid=53933) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 535.177908] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-2f9d4272-6f46-49aa-b042-4fd689e4d836 tempest-ServersWithSpecificFlavorTestJSON-596499299 tempest-ServersWithSpecificFlavorTestJSON-596499299-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 535.201686] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-2f9d4272-6f46-49aa-b042-4fd689e4d836 tempest-ServersWithSpecificFlavorTestJSON-596499299 tempest-ServersWithSpecificFlavorTestJSON-596499299-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.201934] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-2f9d4272-6f46-49aa-b042-4fd689e4d836 tempest-ServersWithSpecificFlavorTestJSON-596499299 tempest-ServersWithSpecificFlavorTestJSON-596499299-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.203029] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-2f9d4272-6f46-49aa-b042-4fd689e4d836 tempest-ServersWithSpecificFlavorTestJSON-596499299 tempest-ServersWithSpecificFlavorTestJSON-596499299-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.236123] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-2f9d4272-6f46-49aa-b042-4fd689e4d836 tempest-ServersWithSpecificFlavorTestJSON-596499299 tempest-ServersWithSpecificFlavorTestJSON-596499299-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.236374] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-2f9d4272-6f46-49aa-b042-4fd689e4d836 tempest-ServersWithSpecificFlavorTestJSON-596499299 tempest-ServersWithSpecificFlavorTestJSON-596499299-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.236558] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-2f9d4272-6f46-49aa-b042-4fd689e4d836 tempest-ServersWithSpecificFlavorTestJSON-596499299 tempest-ServersWithSpecificFlavorTestJSON-596499299-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.236954] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-2f9d4272-6f46-49aa-b042-4fd689e4d836 tempest-ServersWithSpecificFlavorTestJSON-596499299 tempest-ServersWithSpecificFlavorTestJSON-596499299-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.237158] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-2f9d4272-6f46-49aa-b042-4fd689e4d836 tempest-ServersWithSpecificFlavorTestJSON-596499299 tempest-ServersWithSpecificFlavorTestJSON-596499299-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.237322] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-2f9d4272-6f46-49aa-b042-4fd689e4d836 tempest-ServersWithSpecificFlavorTestJSON-596499299 tempest-ServersWithSpecificFlavorTestJSON-596499299-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.247252] nova-conductor[53932]: DEBUG nova.quota [None req-2f9d4272-6f46-49aa-b042-4fd689e4d836 tempest-ServersWithSpecificFlavorTestJSON-596499299 tempest-ServersWithSpecificFlavorTestJSON-596499299-project-member] Getting quotas for project 009c58d30ac2420c94539ca063e22012. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 535.248941] nova-conductor[53932]: DEBUG nova.quota [None req-2f9d4272-6f46-49aa-b042-4fd689e4d836 tempest-ServersWithSpecificFlavorTestJSON-596499299 tempest-ServersWithSpecificFlavorTestJSON-596499299-project-member] Getting quotas for user 7884d802d68948fe9e3e441a2972beda and project 009c58d30ac2420c94539ca063e22012. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 535.256151] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-2f9d4272-6f46-49aa-b042-4fd689e4d836 tempest-ServersWithSpecificFlavorTestJSON-596499299 tempest-ServersWithSpecificFlavorTestJSON-596499299-project-member] [instance: 0fd8d146-79fe-4e2a-90a3-67d457fc570f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 535.256728] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-2f9d4272-6f46-49aa-b042-4fd689e4d836 tempest-ServersWithSpecificFlavorTestJSON-596499299 tempest-ServersWithSpecificFlavorTestJSON-596499299-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.256934] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-2f9d4272-6f46-49aa-b042-4fd689e4d836 tempest-ServersWithSpecificFlavorTestJSON-596499299 tempest-ServersWithSpecificFlavorTestJSON-596499299-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.257115] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-2f9d4272-6f46-49aa-b042-4fd689e4d836 tempest-ServersWithSpecificFlavorTestJSON-596499299 tempest-ServersWithSpecificFlavorTestJSON-596499299-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.272815] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-2f9d4272-6f46-49aa-b042-4fd689e4d836 tempest-ServersWithSpecificFlavorTestJSON-596499299 tempest-ServersWithSpecificFlavorTestJSON-596499299-project-member] [instance: 0fd8d146-79fe-4e2a-90a3-67d457fc570f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 535.273306] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-2f9d4272-6f46-49aa-b042-4fd689e4d836 tempest-ServersWithSpecificFlavorTestJSON-596499299 tempest-ServersWithSpecificFlavorTestJSON-596499299-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.274717] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-2f9d4272-6f46-49aa-b042-4fd689e4d836 tempest-ServersWithSpecificFlavorTestJSON-596499299 tempest-ServersWithSpecificFlavorTestJSON-596499299-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.274717] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-2f9d4272-6f46-49aa-b042-4fd689e4d836 tempest-ServersWithSpecificFlavorTestJSON-596499299 tempest-ServersWithSpecificFlavorTestJSON-596499299-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.313149] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-2f9d4272-6f46-49aa-b042-4fd689e4d836 tempest-ServersWithSpecificFlavorTestJSON-596499299 tempest-ServersWithSpecificFlavorTestJSON-596499299-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.315348] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-2f9d4272-6f46-49aa-b042-4fd689e4d836 tempest-ServersWithSpecificFlavorTestJSON-596499299 tempest-ServersWithSpecificFlavorTestJSON-596499299-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.318999] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-2f9d4272-6f46-49aa-b042-4fd689e4d836 tempest-ServersWithSpecificFlavorTestJSON-596499299 tempest-ServersWithSpecificFlavorTestJSON-596499299-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.795723] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-0786aeed-a562-4a68-8550-7a4c94fd8f9a tempest-ServersAdmin275Test-1350323747 tempest-ServersAdmin275Test-1350323747-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 535.817706] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0786aeed-a562-4a68-8550-7a4c94fd8f9a tempest-ServersAdmin275Test-1350323747 tempest-ServersAdmin275Test-1350323747-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.817706] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0786aeed-a562-4a68-8550-7a4c94fd8f9a tempest-ServersAdmin275Test-1350323747 tempest-ServersAdmin275Test-1350323747-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.817706] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0786aeed-a562-4a68-8550-7a4c94fd8f9a tempest-ServersAdmin275Test-1350323747 tempest-ServersAdmin275Test-1350323747-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.908920] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0786aeed-a562-4a68-8550-7a4c94fd8f9a tempest-ServersAdmin275Test-1350323747 tempest-ServersAdmin275Test-1350323747-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.913115] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0786aeed-a562-4a68-8550-7a4c94fd8f9a tempest-ServersAdmin275Test-1350323747 tempest-ServersAdmin275Test-1350323747-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.913562] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0786aeed-a562-4a68-8550-7a4c94fd8f9a tempest-ServersAdmin275Test-1350323747 tempest-ServersAdmin275Test-1350323747-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.004s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.913942] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0786aeed-a562-4a68-8550-7a4c94fd8f9a tempest-ServersAdmin275Test-1350323747 tempest-ServersAdmin275Test-1350323747-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.914186] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0786aeed-a562-4a68-8550-7a4c94fd8f9a tempest-ServersAdmin275Test-1350323747 tempest-ServersAdmin275Test-1350323747-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.914784] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0786aeed-a562-4a68-8550-7a4c94fd8f9a tempest-ServersAdmin275Test-1350323747 tempest-ServersAdmin275Test-1350323747-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.935366] nova-conductor[53932]: DEBUG nova.quota [None req-0786aeed-a562-4a68-8550-7a4c94fd8f9a tempest-ServersAdmin275Test-1350323747 tempest-ServersAdmin275Test-1350323747-project-member] Getting quotas for project f41db78d015a4fe3a630a95f941c66ef. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 535.939485] nova-conductor[53932]: DEBUG nova.quota [None req-0786aeed-a562-4a68-8550-7a4c94fd8f9a tempest-ServersAdmin275Test-1350323747 tempest-ServersAdmin275Test-1350323747-project-member] Getting quotas for user d6e2d83b74a247b981c336f7ca271fd3 and project f41db78d015a4fe3a630a95f941c66ef. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 535.950218] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-0786aeed-a562-4a68-8550-7a4c94fd8f9a tempest-ServersAdmin275Test-1350323747 tempest-ServersAdmin275Test-1350323747-project-member] [instance: e4ada227-b79a-457a-b063-dde99840aa14] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 535.951072] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0786aeed-a562-4a68-8550-7a4c94fd8f9a tempest-ServersAdmin275Test-1350323747 tempest-ServersAdmin275Test-1350323747-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.951072] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0786aeed-a562-4a68-8550-7a4c94fd8f9a tempest-ServersAdmin275Test-1350323747 tempest-ServersAdmin275Test-1350323747-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.951189] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0786aeed-a562-4a68-8550-7a4c94fd8f9a tempest-ServersAdmin275Test-1350323747 tempest-ServersAdmin275Test-1350323747-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.957260] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-0786aeed-a562-4a68-8550-7a4c94fd8f9a tempest-ServersAdmin275Test-1350323747 tempest-ServersAdmin275Test-1350323747-project-member] [instance: e4ada227-b79a-457a-b063-dde99840aa14] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 535.957638] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0786aeed-a562-4a68-8550-7a4c94fd8f9a tempest-ServersAdmin275Test-1350323747 tempest-ServersAdmin275Test-1350323747-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.957927] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0786aeed-a562-4a68-8550-7a4c94fd8f9a tempest-ServersAdmin275Test-1350323747 tempest-ServersAdmin275Test-1350323747-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.958157] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0786aeed-a562-4a68-8550-7a4c94fd8f9a tempest-ServersAdmin275Test-1350323747 tempest-ServersAdmin275Test-1350323747-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.985285] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0786aeed-a562-4a68-8550-7a4c94fd8f9a tempest-ServersAdmin275Test-1350323747 tempest-ServersAdmin275Test-1350323747-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.985566] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0786aeed-a562-4a68-8550-7a4c94fd8f9a tempest-ServersAdmin275Test-1350323747 tempest-ServersAdmin275Test-1350323747-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.985800] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0786aeed-a562-4a68-8550-7a4c94fd8f9a tempest-ServersAdmin275Test-1350323747 tempest-ServersAdmin275Test-1350323747-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.791098] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-ef8b6330-93dd-47cc-9a88-e2bca659a8d3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 537.818131] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-ef8b6330-93dd-47cc-9a88-e2bca659a8d3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.818817] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-ef8b6330-93dd-47cc-9a88-e2bca659a8d3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.818817] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-ef8b6330-93dd-47cc-9a88-e2bca659a8d3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.870598] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-ef8b6330-93dd-47cc-9a88-e2bca659a8d3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.870944] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-ef8b6330-93dd-47cc-9a88-e2bca659a8d3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.871039] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-ef8b6330-93dd-47cc-9a88-e2bca659a8d3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.871483] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-ef8b6330-93dd-47cc-9a88-e2bca659a8d3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.871659] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-ef8b6330-93dd-47cc-9a88-e2bca659a8d3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.871913] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-ef8b6330-93dd-47cc-9a88-e2bca659a8d3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.889114] nova-conductor[53933]: DEBUG nova.quota [None req-ef8b6330-93dd-47cc-9a88-e2bca659a8d3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Getting quotas for project df09ba4531ae4b1e8e83f9b382b82c5c. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 537.893526] nova-conductor[53933]: DEBUG nova.quota [None req-ef8b6330-93dd-47cc-9a88-e2bca659a8d3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Getting quotas for user 25919d91b6fe4f31a85b4109149e261b and project df09ba4531ae4b1e8e83f9b382b82c5c. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 537.904570] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-ef8b6330-93dd-47cc-9a88-e2bca659a8d3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] [instance: ef129347-9ea0-4615-b897-f51e664da1a7] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 537.905550] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-ef8b6330-93dd-47cc-9a88-e2bca659a8d3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.905550] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-ef8b6330-93dd-47cc-9a88-e2bca659a8d3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.905737] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-ef8b6330-93dd-47cc-9a88-e2bca659a8d3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.921893] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-ef8b6330-93dd-47cc-9a88-e2bca659a8d3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] [instance: ef129347-9ea0-4615-b897-f51e664da1a7] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 537.922721] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-ef8b6330-93dd-47cc-9a88-e2bca659a8d3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.922854] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-ef8b6330-93dd-47cc-9a88-e2bca659a8d3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.923011] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-ef8b6330-93dd-47cc-9a88-e2bca659a8d3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.962569] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-ef8b6330-93dd-47cc-9a88-e2bca659a8d3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.963174] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-ef8b6330-93dd-47cc-9a88-e2bca659a8d3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.963174] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-ef8b6330-93dd-47cc-9a88-e2bca659a8d3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.106028] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-c7dc15f4-f88c-471c-a81e-a4a2134fff2a tempest-ServersNegativeTestJSON-2127816395 tempest-ServersNegativeTestJSON-2127816395-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 540.131431] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c7dc15f4-f88c-471c-a81e-a4a2134fff2a tempest-ServersNegativeTestJSON-2127816395 tempest-ServersNegativeTestJSON-2127816395-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.131431] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c7dc15f4-f88c-471c-a81e-a4a2134fff2a tempest-ServersNegativeTestJSON-2127816395 tempest-ServersNegativeTestJSON-2127816395-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.131431] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c7dc15f4-f88c-471c-a81e-a4a2134fff2a tempest-ServersNegativeTestJSON-2127816395 tempest-ServersNegativeTestJSON-2127816395-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.164746] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c7dc15f4-f88c-471c-a81e-a4a2134fff2a tempest-ServersNegativeTestJSON-2127816395 tempest-ServersNegativeTestJSON-2127816395-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.165712] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c7dc15f4-f88c-471c-a81e-a4a2134fff2a tempest-ServersNegativeTestJSON-2127816395 tempest-ServersNegativeTestJSON-2127816395-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.167922] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c7dc15f4-f88c-471c-a81e-a4a2134fff2a tempest-ServersNegativeTestJSON-2127816395 tempest-ServersNegativeTestJSON-2127816395-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.167922] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c7dc15f4-f88c-471c-a81e-a4a2134fff2a tempest-ServersNegativeTestJSON-2127816395 tempest-ServersNegativeTestJSON-2127816395-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.167922] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c7dc15f4-f88c-471c-a81e-a4a2134fff2a tempest-ServersNegativeTestJSON-2127816395 tempest-ServersNegativeTestJSON-2127816395-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.167922] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c7dc15f4-f88c-471c-a81e-a4a2134fff2a tempest-ServersNegativeTestJSON-2127816395 tempest-ServersNegativeTestJSON-2127816395-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.179899] nova-conductor[53932]: DEBUG nova.quota [None req-c7dc15f4-f88c-471c-a81e-a4a2134fff2a tempest-ServersNegativeTestJSON-2127816395 tempest-ServersNegativeTestJSON-2127816395-project-member] Getting quotas for project b328ec6d95d140d3bb99bff5bddb58c6. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 540.189570] nova-conductor[53932]: DEBUG nova.quota [None req-c7dc15f4-f88c-471c-a81e-a4a2134fff2a tempest-ServersNegativeTestJSON-2127816395 tempest-ServersNegativeTestJSON-2127816395-project-member] Getting quotas for user edc90c24b0b540bd977449377d9477b2 and project b328ec6d95d140d3bb99bff5bddb58c6. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 540.197249] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-c7dc15f4-f88c-471c-a81e-a4a2134fff2a tempest-ServersNegativeTestJSON-2127816395 tempest-ServersNegativeTestJSON-2127816395-project-member] [instance: 59330fd4-c362-4593-824d-d40c00f3f5d2] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 540.197813] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c7dc15f4-f88c-471c-a81e-a4a2134fff2a tempest-ServersNegativeTestJSON-2127816395 tempest-ServersNegativeTestJSON-2127816395-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.199334] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c7dc15f4-f88c-471c-a81e-a4a2134fff2a tempest-ServersNegativeTestJSON-2127816395 tempest-ServersNegativeTestJSON-2127816395-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.199334] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c7dc15f4-f88c-471c-a81e-a4a2134fff2a tempest-ServersNegativeTestJSON-2127816395 tempest-ServersNegativeTestJSON-2127816395-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.216319] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-c7dc15f4-f88c-471c-a81e-a4a2134fff2a tempest-ServersNegativeTestJSON-2127816395 tempest-ServersNegativeTestJSON-2127816395-project-member] [instance: 59330fd4-c362-4593-824d-d40c00f3f5d2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 540.217106] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c7dc15f4-f88c-471c-a81e-a4a2134fff2a tempest-ServersNegativeTestJSON-2127816395 tempest-ServersNegativeTestJSON-2127816395-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.217389] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c7dc15f4-f88c-471c-a81e-a4a2134fff2a tempest-ServersNegativeTestJSON-2127816395 tempest-ServersNegativeTestJSON-2127816395-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.217540] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c7dc15f4-f88c-471c-a81e-a4a2134fff2a tempest-ServersNegativeTestJSON-2127816395 tempest-ServersNegativeTestJSON-2127816395-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.238412] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c7dc15f4-f88c-471c-a81e-a4a2134fff2a tempest-ServersNegativeTestJSON-2127816395 tempest-ServersNegativeTestJSON-2127816395-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.238744] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c7dc15f4-f88c-471c-a81e-a4a2134fff2a tempest-ServersNegativeTestJSON-2127816395 tempest-ServersNegativeTestJSON-2127816395-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.239021] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c7dc15f4-f88c-471c-a81e-a4a2134fff2a tempest-ServersNegativeTestJSON-2127816395 tempest-ServersNegativeTestJSON-2127816395-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.888282] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-78fc5888-dc51-4db6-b042-99c6e37b55e8 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 542.915086] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-78fc5888-dc51-4db6-b042-99c6e37b55e8 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.915379] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-78fc5888-dc51-4db6-b042-99c6e37b55e8 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.915840] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-78fc5888-dc51-4db6-b042-99c6e37b55e8 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.994332] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-78fc5888-dc51-4db6-b042-99c6e37b55e8 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.994581] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-78fc5888-dc51-4db6-b042-99c6e37b55e8 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.994772] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-78fc5888-dc51-4db6-b042-99c6e37b55e8 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.995452] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-78fc5888-dc51-4db6-b042-99c6e37b55e8 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.995452] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-78fc5888-dc51-4db6-b042-99c6e37b55e8 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.995567] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-78fc5888-dc51-4db6-b042-99c6e37b55e8 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.014311] nova-conductor[53933]: DEBUG nova.quota [None req-78fc5888-dc51-4db6-b042-99c6e37b55e8 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Getting quotas for project 102883704d52434591e74440e02262fb. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 543.025735] nova-conductor[53933]: DEBUG nova.quota [None req-78fc5888-dc51-4db6-b042-99c6e37b55e8 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Getting quotas for user 45e5c7148ac343ee8674cf6747d7df0c and project 102883704d52434591e74440e02262fb. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 543.038559] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-78fc5888-dc51-4db6-b042-99c6e37b55e8 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] [instance: df154c2a-3616-442d-abb0-83e68cf1141d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 543.045680] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-78fc5888-dc51-4db6-b042-99c6e37b55e8 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.045680] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-78fc5888-dc51-4db6-b042-99c6e37b55e8 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.045680] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-78fc5888-dc51-4db6-b042-99c6e37b55e8 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.048982] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-78fc5888-dc51-4db6-b042-99c6e37b55e8 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] [instance: df154c2a-3616-442d-abb0-83e68cf1141d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 543.049734] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-78fc5888-dc51-4db6-b042-99c6e37b55e8 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.049939] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-78fc5888-dc51-4db6-b042-99c6e37b55e8 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.050221] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-78fc5888-dc51-4db6-b042-99c6e37b55e8 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.076726] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-78fc5888-dc51-4db6-b042-99c6e37b55e8 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.077593] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-78fc5888-dc51-4db6-b042-99c6e37b55e8 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.077593] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-78fc5888-dc51-4db6-b042-99c6e37b55e8 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.895973] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-31cce176-bb05-4b5b-9842-04078334c15c tempest-ServerShowV257Test-44528303 tempest-ServerShowV257Test-44528303-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 543.921951] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-31cce176-bb05-4b5b-9842-04078334c15c tempest-ServerShowV257Test-44528303 tempest-ServerShowV257Test-44528303-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.922349] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-31cce176-bb05-4b5b-9842-04078334c15c tempest-ServerShowV257Test-44528303 tempest-ServerShowV257Test-44528303-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.922642] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-31cce176-bb05-4b5b-9842-04078334c15c tempest-ServerShowV257Test-44528303 tempest-ServerShowV257Test-44528303-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.967323] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-31cce176-bb05-4b5b-9842-04078334c15c tempest-ServerShowV257Test-44528303 tempest-ServerShowV257Test-44528303-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.967323] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-31cce176-bb05-4b5b-9842-04078334c15c tempest-ServerShowV257Test-44528303 tempest-ServerShowV257Test-44528303-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.967323] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-31cce176-bb05-4b5b-9842-04078334c15c tempest-ServerShowV257Test-44528303 tempest-ServerShowV257Test-44528303-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.967323] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-31cce176-bb05-4b5b-9842-04078334c15c tempest-ServerShowV257Test-44528303 tempest-ServerShowV257Test-44528303-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.967323] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-31cce176-bb05-4b5b-9842-04078334c15c tempest-ServerShowV257Test-44528303 tempest-ServerShowV257Test-44528303-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.967323] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-31cce176-bb05-4b5b-9842-04078334c15c tempest-ServerShowV257Test-44528303 tempest-ServerShowV257Test-44528303-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.976074] nova-conductor[53932]: DEBUG nova.quota [None req-31cce176-bb05-4b5b-9842-04078334c15c tempest-ServerShowV257Test-44528303 tempest-ServerShowV257Test-44528303-project-member] Getting quotas for project 5d0e752a9ff64f2bb8e138e76c5c258d. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 543.979270] nova-conductor[53932]: DEBUG nova.quota [None req-31cce176-bb05-4b5b-9842-04078334c15c tempest-ServerShowV257Test-44528303 tempest-ServerShowV257Test-44528303-project-member] Getting quotas for user cbf9575466604bf48df6dcf25f9457a3 and project 5d0e752a9ff64f2bb8e138e76c5c258d. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 543.985605] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-31cce176-bb05-4b5b-9842-04078334c15c tempest-ServerShowV257Test-44528303 tempest-ServerShowV257Test-44528303-project-member] [instance: a8f6254f-b867-4967-b4fa-bb70f471f89d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 543.986199] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-31cce176-bb05-4b5b-9842-04078334c15c tempest-ServerShowV257Test-44528303 tempest-ServerShowV257Test-44528303-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.986419] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-31cce176-bb05-4b5b-9842-04078334c15c tempest-ServerShowV257Test-44528303 tempest-ServerShowV257Test-44528303-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.986591] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-31cce176-bb05-4b5b-9842-04078334c15c tempest-ServerShowV257Test-44528303 tempest-ServerShowV257Test-44528303-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.993678] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-31cce176-bb05-4b5b-9842-04078334c15c tempest-ServerShowV257Test-44528303 tempest-ServerShowV257Test-44528303-project-member] [instance: a8f6254f-b867-4967-b4fa-bb70f471f89d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 543.997101] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-31cce176-bb05-4b5b-9842-04078334c15c tempest-ServerShowV257Test-44528303 tempest-ServerShowV257Test-44528303-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.997101] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-31cce176-bb05-4b5b-9842-04078334c15c tempest-ServerShowV257Test-44528303 tempest-ServerShowV257Test-44528303-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.997101] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-31cce176-bb05-4b5b-9842-04078334c15c tempest-ServerShowV257Test-44528303 tempest-ServerShowV257Test-44528303-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.018028] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-31cce176-bb05-4b5b-9842-04078334c15c tempest-ServerShowV257Test-44528303 tempest-ServerShowV257Test-44528303-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.018028] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-31cce176-bb05-4b5b-9842-04078334c15c tempest-ServerShowV257Test-44528303 tempest-ServerShowV257Test-44528303-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.018028] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-31cce176-bb05-4b5b-9842-04078334c15c tempest-ServerShowV257Test-44528303 tempest-ServerShowV257Test-44528303-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.950849] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-25769ab2-5284-479f-96cd-f9a5dc802ff9 tempest-ServerMetadataNegativeTestJSON-2066213469 tempest-ServerMetadataNegativeTestJSON-2066213469-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 544.969777] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-25769ab2-5284-479f-96cd-f9a5dc802ff9 tempest-ServerMetadataNegativeTestJSON-2066213469 tempest-ServerMetadataNegativeTestJSON-2066213469-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.970077] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-25769ab2-5284-479f-96cd-f9a5dc802ff9 tempest-ServerMetadataNegativeTestJSON-2066213469 tempest-ServerMetadataNegativeTestJSON-2066213469-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.970279] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-25769ab2-5284-479f-96cd-f9a5dc802ff9 tempest-ServerMetadataNegativeTestJSON-2066213469 tempest-ServerMetadataNegativeTestJSON-2066213469-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.018981] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-25769ab2-5284-479f-96cd-f9a5dc802ff9 tempest-ServerMetadataNegativeTestJSON-2066213469 tempest-ServerMetadataNegativeTestJSON-2066213469-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.019221] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-25769ab2-5284-479f-96cd-f9a5dc802ff9 tempest-ServerMetadataNegativeTestJSON-2066213469 tempest-ServerMetadataNegativeTestJSON-2066213469-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.019396] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-25769ab2-5284-479f-96cd-f9a5dc802ff9 tempest-ServerMetadataNegativeTestJSON-2066213469 tempest-ServerMetadataNegativeTestJSON-2066213469-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.020057] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-25769ab2-5284-479f-96cd-f9a5dc802ff9 tempest-ServerMetadataNegativeTestJSON-2066213469 tempest-ServerMetadataNegativeTestJSON-2066213469-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.020057] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-25769ab2-5284-479f-96cd-f9a5dc802ff9 tempest-ServerMetadataNegativeTestJSON-2066213469 tempest-ServerMetadataNegativeTestJSON-2066213469-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.020178] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-25769ab2-5284-479f-96cd-f9a5dc802ff9 tempest-ServerMetadataNegativeTestJSON-2066213469 tempest-ServerMetadataNegativeTestJSON-2066213469-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.031248] nova-conductor[53932]: DEBUG nova.quota [None req-25769ab2-5284-479f-96cd-f9a5dc802ff9 tempest-ServerMetadataNegativeTestJSON-2066213469 tempest-ServerMetadataNegativeTestJSON-2066213469-project-member] Getting quotas for project 9beef1e3808f408aa446636ed98674bc. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 545.034753] nova-conductor[53932]: DEBUG nova.quota [None req-25769ab2-5284-479f-96cd-f9a5dc802ff9 tempest-ServerMetadataNegativeTestJSON-2066213469 tempest-ServerMetadataNegativeTestJSON-2066213469-project-member] Getting quotas for user cc49824ed098470a8356c397c081d39f and project 9beef1e3808f408aa446636ed98674bc. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 545.045917] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-25769ab2-5284-479f-96cd-f9a5dc802ff9 tempest-ServerMetadataNegativeTestJSON-2066213469 tempest-ServerMetadataNegativeTestJSON-2066213469-project-member] [instance: ad2f23df-c067-4d30-b143-e50ebcc50d4e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 545.045917] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-25769ab2-5284-479f-96cd-f9a5dc802ff9 tempest-ServerMetadataNegativeTestJSON-2066213469 tempest-ServerMetadataNegativeTestJSON-2066213469-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.046181] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-25769ab2-5284-479f-96cd-f9a5dc802ff9 tempest-ServerMetadataNegativeTestJSON-2066213469 tempest-ServerMetadataNegativeTestJSON-2066213469-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.046181] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-25769ab2-5284-479f-96cd-f9a5dc802ff9 tempest-ServerMetadataNegativeTestJSON-2066213469 tempest-ServerMetadataNegativeTestJSON-2066213469-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.053626] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-25769ab2-5284-479f-96cd-f9a5dc802ff9 tempest-ServerMetadataNegativeTestJSON-2066213469 tempest-ServerMetadataNegativeTestJSON-2066213469-project-member] [instance: ad2f23df-c067-4d30-b143-e50ebcc50d4e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 545.054539] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-25769ab2-5284-479f-96cd-f9a5dc802ff9 tempest-ServerMetadataNegativeTestJSON-2066213469 tempest-ServerMetadataNegativeTestJSON-2066213469-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.054539] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-25769ab2-5284-479f-96cd-f9a5dc802ff9 tempest-ServerMetadataNegativeTestJSON-2066213469 tempest-ServerMetadataNegativeTestJSON-2066213469-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.054539] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-25769ab2-5284-479f-96cd-f9a5dc802ff9 tempest-ServerMetadataNegativeTestJSON-2066213469 tempest-ServerMetadataNegativeTestJSON-2066213469-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.075771] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-25769ab2-5284-479f-96cd-f9a5dc802ff9 tempest-ServerMetadataNegativeTestJSON-2066213469 tempest-ServerMetadataNegativeTestJSON-2066213469-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.076186] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-25769ab2-5284-479f-96cd-f9a5dc802ff9 tempest-ServerMetadataNegativeTestJSON-2066213469 tempest-ServerMetadataNegativeTestJSON-2066213469-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.076254] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-25769ab2-5284-479f-96cd-f9a5dc802ff9 tempest-ServerMetadataNegativeTestJSON-2066213469 tempest-ServerMetadataNegativeTestJSON-2066213469-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.040246] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-58239374-43de-4bf7-a9d2-26aa7b1b3172 tempest-ServerExternalEventsTest-420887420 tempest-ServerExternalEventsTest-420887420-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 546.061264] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-58239374-43de-4bf7-a9d2-26aa7b1b3172 tempest-ServerExternalEventsTest-420887420 tempest-ServerExternalEventsTest-420887420-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.061501] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-58239374-43de-4bf7-a9d2-26aa7b1b3172 tempest-ServerExternalEventsTest-420887420 tempest-ServerExternalEventsTest-420887420-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.061673] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-58239374-43de-4bf7-a9d2-26aa7b1b3172 tempest-ServerExternalEventsTest-420887420 tempest-ServerExternalEventsTest-420887420-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.115541] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-58239374-43de-4bf7-a9d2-26aa7b1b3172 tempest-ServerExternalEventsTest-420887420 tempest-ServerExternalEventsTest-420887420-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.115817] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-58239374-43de-4bf7-a9d2-26aa7b1b3172 tempest-ServerExternalEventsTest-420887420 tempest-ServerExternalEventsTest-420887420-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.116044] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-58239374-43de-4bf7-a9d2-26aa7b1b3172 tempest-ServerExternalEventsTest-420887420 tempest-ServerExternalEventsTest-420887420-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.116428] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-58239374-43de-4bf7-a9d2-26aa7b1b3172 tempest-ServerExternalEventsTest-420887420 tempest-ServerExternalEventsTest-420887420-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.116622] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-58239374-43de-4bf7-a9d2-26aa7b1b3172 tempest-ServerExternalEventsTest-420887420 tempest-ServerExternalEventsTest-420887420-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.117027] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-58239374-43de-4bf7-a9d2-26aa7b1b3172 tempest-ServerExternalEventsTest-420887420 tempest-ServerExternalEventsTest-420887420-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.132564] nova-conductor[53932]: DEBUG nova.quota [None req-58239374-43de-4bf7-a9d2-26aa7b1b3172 tempest-ServerExternalEventsTest-420887420 tempest-ServerExternalEventsTest-420887420-project-member] Getting quotas for project 7c3bc46730f54d79b5a8ea24ff68cffc. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 546.135417] nova-conductor[53932]: DEBUG nova.quota [None req-58239374-43de-4bf7-a9d2-26aa7b1b3172 tempest-ServerExternalEventsTest-420887420 tempest-ServerExternalEventsTest-420887420-project-member] Getting quotas for user 7b84cd3fd81e46bc92dc56fab06abd23 and project 7c3bc46730f54d79b5a8ea24ff68cffc. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 546.141563] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-58239374-43de-4bf7-a9d2-26aa7b1b3172 tempest-ServerExternalEventsTest-420887420 tempest-ServerExternalEventsTest-420887420-project-member] [instance: e37ac276-8a3e-45b3-8176-d972eb4e6e3e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 546.142122] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-58239374-43de-4bf7-a9d2-26aa7b1b3172 tempest-ServerExternalEventsTest-420887420 tempest-ServerExternalEventsTest-420887420-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.142603] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-58239374-43de-4bf7-a9d2-26aa7b1b3172 tempest-ServerExternalEventsTest-420887420 tempest-ServerExternalEventsTest-420887420-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.142815] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-58239374-43de-4bf7-a9d2-26aa7b1b3172 tempest-ServerExternalEventsTest-420887420 tempest-ServerExternalEventsTest-420887420-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.150181] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-58239374-43de-4bf7-a9d2-26aa7b1b3172 tempest-ServerExternalEventsTest-420887420 tempest-ServerExternalEventsTest-420887420-project-member] [instance: e37ac276-8a3e-45b3-8176-d972eb4e6e3e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 546.151085] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-58239374-43de-4bf7-a9d2-26aa7b1b3172 tempest-ServerExternalEventsTest-420887420 tempest-ServerExternalEventsTest-420887420-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.151331] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-58239374-43de-4bf7-a9d2-26aa7b1b3172 tempest-ServerExternalEventsTest-420887420 tempest-ServerExternalEventsTest-420887420-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.151531] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-58239374-43de-4bf7-a9d2-26aa7b1b3172 tempest-ServerExternalEventsTest-420887420 tempest-ServerExternalEventsTest-420887420-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.179379] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-58239374-43de-4bf7-a9d2-26aa7b1b3172 tempest-ServerExternalEventsTest-420887420 tempest-ServerExternalEventsTest-420887420-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.179745] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-58239374-43de-4bf7-a9d2-26aa7b1b3172 tempest-ServerExternalEventsTest-420887420 tempest-ServerExternalEventsTest-420887420-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.179862] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-58239374-43de-4bf7-a9d2-26aa7b1b3172 tempest-ServerExternalEventsTest-420887420 tempest-ServerExternalEventsTest-420887420-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.934548] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-3b0a2022-54cc-4bc4-b4c1-d371db21e74a tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 546.952273] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3b0a2022-54cc-4bc4-b4c1-d371db21e74a tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.953355] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3b0a2022-54cc-4bc4-b4c1-d371db21e74a tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.953611] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3b0a2022-54cc-4bc4-b4c1-d371db21e74a tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.022252] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3b0a2022-54cc-4bc4-b4c1-d371db21e74a tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.023085] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3b0a2022-54cc-4bc4-b4c1-d371db21e74a tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.023085] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3b0a2022-54cc-4bc4-b4c1-d371db21e74a tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.023085] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3b0a2022-54cc-4bc4-b4c1-d371db21e74a tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.023282] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3b0a2022-54cc-4bc4-b4c1-d371db21e74a tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.023493] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3b0a2022-54cc-4bc4-b4c1-d371db21e74a tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.035829] nova-conductor[53932]: DEBUG nova.quota [None req-3b0a2022-54cc-4bc4-b4c1-d371db21e74a tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Getting quotas for project ad0aa62c68274ebd9dc50e07a08a3e76. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 547.039434] nova-conductor[53932]: DEBUG nova.quota [None req-3b0a2022-54cc-4bc4-b4c1-d371db21e74a tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Getting quotas for user ea7bc069037447c4bd9451e0f9106689 and project ad0aa62c68274ebd9dc50e07a08a3e76. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 547.046884] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-3b0a2022-54cc-4bc4-b4c1-d371db21e74a tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] [instance: 975b0c65-6f57-4c7c-ae46-b23920a039f7] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 547.047357] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3b0a2022-54cc-4bc4-b4c1-d371db21e74a tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.047537] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3b0a2022-54cc-4bc4-b4c1-d371db21e74a tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.047673] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3b0a2022-54cc-4bc4-b4c1-d371db21e74a tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.052886] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-3b0a2022-54cc-4bc4-b4c1-d371db21e74a tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] [instance: 975b0c65-6f57-4c7c-ae46-b23920a039f7] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 547.053575] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3b0a2022-54cc-4bc4-b4c1-d371db21e74a tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.053807] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3b0a2022-54cc-4bc4-b4c1-d371db21e74a tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.053955] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3b0a2022-54cc-4bc4-b4c1-d371db21e74a tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.078994] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3b0a2022-54cc-4bc4-b4c1-d371db21e74a tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.079315] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3b0a2022-54cc-4bc4-b4c1-d371db21e74a tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.079427] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3b0a2022-54cc-4bc4-b4c1-d371db21e74a tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.519161] nova-conductor[53932]: ERROR nova.scheduler.utils [None req-92e6cd6e-9e30-40f4-a888-c4c19bae20fb tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] [instance: 2a24c5ce-9b52-49ae-b847-6280cef02eb5] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 80bd11f6-156e-47d4-b4a6-925e658bfa06, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 2a24c5ce-9b52-49ae-b847-6280cef02eb5 was re-scheduled: Binding failed for port 80bd11f6-156e-47d4-b4a6-925e658bfa06, please check neutron logs for more information.\n'] [ 547.519864] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-92e6cd6e-9e30-40f4-a888-c4c19bae20fb tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Rescheduling: True {{(pid=53932) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 547.520183] nova-conductor[53932]: WARNING nova.scheduler.utils [None req-92e6cd6e-9e30-40f4-a888-c4c19bae20fb tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2a24c5ce-9b52-49ae-b847-6280cef02eb5.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2a24c5ce-9b52-49ae-b847-6280cef02eb5. [ 547.520647] nova-conductor[53932]: WARNING nova.scheduler.utils [None req-92e6cd6e-9e30-40f4-a888-c4c19bae20fb tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] [instance: 2a24c5ce-9b52-49ae-b847-6280cef02eb5] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2a24c5ce-9b52-49ae-b847-6280cef02eb5. [ 547.579183] nova-conductor[53932]: DEBUG nova.network.neutron [None req-92e6cd6e-9e30-40f4-a888-c4c19bae20fb tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] [instance: 2a24c5ce-9b52-49ae-b847-6280cef02eb5] deallocate_for_instance() {{(pid=53932) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 547.705151] nova-conductor[53932]: DEBUG nova.network.neutron [None req-92e6cd6e-9e30-40f4-a888-c4c19bae20fb tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] [instance: 2a24c5ce-9b52-49ae-b847-6280cef02eb5] Instance cache missing network info. {{(pid=53932) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 547.710585] nova-conductor[53932]: DEBUG nova.network.neutron [None req-92e6cd6e-9e30-40f4-a888-c4c19bae20fb tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] [instance: 2a24c5ce-9b52-49ae-b847-6280cef02eb5] Updating instance_info_cache with network_info: [] {{(pid=53932) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 551.136457] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-040aa671-7a16-4f90-9b08-ccd686b6da39 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 551.152986] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-040aa671-7a16-4f90-9b08-ccd686b6da39 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.153431] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-040aa671-7a16-4f90-9b08-ccd686b6da39 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.153742] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-040aa671-7a16-4f90-9b08-ccd686b6da39 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.189257] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-040aa671-7a16-4f90-9b08-ccd686b6da39 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.189516] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-040aa671-7a16-4f90-9b08-ccd686b6da39 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.189691] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-040aa671-7a16-4f90-9b08-ccd686b6da39 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.190082] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-040aa671-7a16-4f90-9b08-ccd686b6da39 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.190273] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-040aa671-7a16-4f90-9b08-ccd686b6da39 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.190465] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-040aa671-7a16-4f90-9b08-ccd686b6da39 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.201791] nova-conductor[53932]: DEBUG nova.quota [None req-040aa671-7a16-4f90-9b08-ccd686b6da39 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Getting quotas for project 7f9d84ad259f469881b6d87317f7c26c. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 551.211423] nova-conductor[53932]: DEBUG nova.quota [None req-040aa671-7a16-4f90-9b08-ccd686b6da39 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Getting quotas for user e6423d0a86724e239792039797cf44f5 and project 7f9d84ad259f469881b6d87317f7c26c. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 551.217252] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-040aa671-7a16-4f90-9b08-ccd686b6da39 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] [instance: 6236c44a-e3c6-4302-8f15-4eb8dfaf5960] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 551.217742] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-040aa671-7a16-4f90-9b08-ccd686b6da39 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.217980] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-040aa671-7a16-4f90-9b08-ccd686b6da39 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.218282] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-040aa671-7a16-4f90-9b08-ccd686b6da39 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.221275] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-040aa671-7a16-4f90-9b08-ccd686b6da39 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] [instance: 6236c44a-e3c6-4302-8f15-4eb8dfaf5960] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 551.222287] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-040aa671-7a16-4f90-9b08-ccd686b6da39 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.222287] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-040aa671-7a16-4f90-9b08-ccd686b6da39 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.222287] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-040aa671-7a16-4f90-9b08-ccd686b6da39 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.245123] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-040aa671-7a16-4f90-9b08-ccd686b6da39 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.245369] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-040aa671-7a16-4f90-9b08-ccd686b6da39 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.245543] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-040aa671-7a16-4f90-9b08-ccd686b6da39 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.993030] nova-conductor[53933]: ERROR nova.scheduler.utils [None req-f20b4b76-1825-404d-ac4b-64ce6a59ca6d tempest-ServerDiagnosticsNegativeTest-1537790555 tempest-ServerDiagnosticsNegativeTest-1537790555-project-member] [instance: 5a590ae6-eb88-433d-81b4-33e7b6ace868] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 180ea470-060a-4016-b570-1e5bf3515605, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 5a590ae6-eb88-433d-81b4-33e7b6ace868 was re-scheduled: Binding failed for port 180ea470-060a-4016-b570-1e5bf3515605, please check neutron logs for more information.\n'] [ 551.993030] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-f20b4b76-1825-404d-ac4b-64ce6a59ca6d tempest-ServerDiagnosticsNegativeTest-1537790555 tempest-ServerDiagnosticsNegativeTest-1537790555-project-member] Rescheduling: True {{(pid=53933) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 551.993628] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-f20b4b76-1825-404d-ac4b-64ce6a59ca6d tempest-ServerDiagnosticsNegativeTest-1537790555 tempest-ServerDiagnosticsNegativeTest-1537790555-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5a590ae6-eb88-433d-81b4-33e7b6ace868.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5a590ae6-eb88-433d-81b4-33e7b6ace868. [ 551.993628] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-f20b4b76-1825-404d-ac4b-64ce6a59ca6d tempest-ServerDiagnosticsNegativeTest-1537790555 tempest-ServerDiagnosticsNegativeTest-1537790555-project-member] [instance: 5a590ae6-eb88-433d-81b4-33e7b6ace868] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5a590ae6-eb88-433d-81b4-33e7b6ace868. [ 552.028633] nova-conductor[53933]: DEBUG nova.network.neutron [None req-f20b4b76-1825-404d-ac4b-64ce6a59ca6d tempest-ServerDiagnosticsNegativeTest-1537790555 tempest-ServerDiagnosticsNegativeTest-1537790555-project-member] [instance: 5a590ae6-eb88-433d-81b4-33e7b6ace868] deallocate_for_instance() {{(pid=53933) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 552.050503] nova-conductor[53933]: DEBUG nova.network.neutron [None req-f20b4b76-1825-404d-ac4b-64ce6a59ca6d tempest-ServerDiagnosticsNegativeTest-1537790555 tempest-ServerDiagnosticsNegativeTest-1537790555-project-member] [instance: 5a590ae6-eb88-433d-81b4-33e7b6ace868] Instance cache missing network info. {{(pid=53933) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 552.063052] nova-conductor[53933]: DEBUG nova.network.neutron [None req-f20b4b76-1825-404d-ac4b-64ce6a59ca6d tempest-ServerDiagnosticsNegativeTest-1537790555 tempest-ServerDiagnosticsNegativeTest-1537790555-project-member] [instance: 5a590ae6-eb88-433d-81b4-33e7b6ace868] Updating instance_info_cache with network_info: [] {{(pid=53933) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 552.410901] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-766a3c1e-4e5e-4b67-84f8-1daf06ef8c9b tempest-InstanceActionsNegativeTestJSON-819169083 tempest-InstanceActionsNegativeTestJSON-819169083-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 552.426263] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-766a3c1e-4e5e-4b67-84f8-1daf06ef8c9b tempest-InstanceActionsNegativeTestJSON-819169083 tempest-InstanceActionsNegativeTestJSON-819169083-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.426497] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-766a3c1e-4e5e-4b67-84f8-1daf06ef8c9b tempest-InstanceActionsNegativeTestJSON-819169083 tempest-InstanceActionsNegativeTestJSON-819169083-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.426665] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-766a3c1e-4e5e-4b67-84f8-1daf06ef8c9b tempest-InstanceActionsNegativeTestJSON-819169083 tempest-InstanceActionsNegativeTestJSON-819169083-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.477878] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-766a3c1e-4e5e-4b67-84f8-1daf06ef8c9b tempest-InstanceActionsNegativeTestJSON-819169083 tempest-InstanceActionsNegativeTestJSON-819169083-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.479129] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-766a3c1e-4e5e-4b67-84f8-1daf06ef8c9b tempest-InstanceActionsNegativeTestJSON-819169083 tempest-InstanceActionsNegativeTestJSON-819169083-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.483325] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-766a3c1e-4e5e-4b67-84f8-1daf06ef8c9b tempest-InstanceActionsNegativeTestJSON-819169083 tempest-InstanceActionsNegativeTestJSON-819169083-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.483325] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-766a3c1e-4e5e-4b67-84f8-1daf06ef8c9b tempest-InstanceActionsNegativeTestJSON-819169083 tempest-InstanceActionsNegativeTestJSON-819169083-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.483325] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-766a3c1e-4e5e-4b67-84f8-1daf06ef8c9b tempest-InstanceActionsNegativeTestJSON-819169083 tempest-InstanceActionsNegativeTestJSON-819169083-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.483325] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-766a3c1e-4e5e-4b67-84f8-1daf06ef8c9b tempest-InstanceActionsNegativeTestJSON-819169083 tempest-InstanceActionsNegativeTestJSON-819169083-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.502192] nova-conductor[53933]: DEBUG nova.quota [None req-766a3c1e-4e5e-4b67-84f8-1daf06ef8c9b tempest-InstanceActionsNegativeTestJSON-819169083 tempest-InstanceActionsNegativeTestJSON-819169083-project-member] Getting quotas for project f5018bbe6dfa452a92e1b72b0247d82f. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 552.507391] nova-conductor[53933]: DEBUG nova.quota [None req-766a3c1e-4e5e-4b67-84f8-1daf06ef8c9b tempest-InstanceActionsNegativeTestJSON-819169083 tempest-InstanceActionsNegativeTestJSON-819169083-project-member] Getting quotas for user 89a976a9671f4ed1a0f768721b1b2d20 and project f5018bbe6dfa452a92e1b72b0247d82f. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 552.517086] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-766a3c1e-4e5e-4b67-84f8-1daf06ef8c9b tempest-InstanceActionsNegativeTestJSON-819169083 tempest-InstanceActionsNegativeTestJSON-819169083-project-member] [instance: 71248677-92fb-4f66-b089-2cbbdc808bb7] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 552.517788] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-766a3c1e-4e5e-4b67-84f8-1daf06ef8c9b tempest-InstanceActionsNegativeTestJSON-819169083 tempest-InstanceActionsNegativeTestJSON-819169083-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.517788] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-766a3c1e-4e5e-4b67-84f8-1daf06ef8c9b tempest-InstanceActionsNegativeTestJSON-819169083 tempest-InstanceActionsNegativeTestJSON-819169083-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.518020] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-766a3c1e-4e5e-4b67-84f8-1daf06ef8c9b tempest-InstanceActionsNegativeTestJSON-819169083 tempest-InstanceActionsNegativeTestJSON-819169083-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.522833] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-766a3c1e-4e5e-4b67-84f8-1daf06ef8c9b tempest-InstanceActionsNegativeTestJSON-819169083 tempest-InstanceActionsNegativeTestJSON-819169083-project-member] [instance: 71248677-92fb-4f66-b089-2cbbdc808bb7] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 552.524066] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-766a3c1e-4e5e-4b67-84f8-1daf06ef8c9b tempest-InstanceActionsNegativeTestJSON-819169083 tempest-InstanceActionsNegativeTestJSON-819169083-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.524066] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-766a3c1e-4e5e-4b67-84f8-1daf06ef8c9b tempest-InstanceActionsNegativeTestJSON-819169083 tempest-InstanceActionsNegativeTestJSON-819169083-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.524216] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-766a3c1e-4e5e-4b67-84f8-1daf06ef8c9b tempest-InstanceActionsNegativeTestJSON-819169083 tempest-InstanceActionsNegativeTestJSON-819169083-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.556762] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-766a3c1e-4e5e-4b67-84f8-1daf06ef8c9b tempest-InstanceActionsNegativeTestJSON-819169083 tempest-InstanceActionsNegativeTestJSON-819169083-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.557033] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-766a3c1e-4e5e-4b67-84f8-1daf06ef8c9b tempest-InstanceActionsNegativeTestJSON-819169083 tempest-InstanceActionsNegativeTestJSON-819169083-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.557209] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-766a3c1e-4e5e-4b67-84f8-1daf06ef8c9b tempest-InstanceActionsNegativeTestJSON-819169083 tempest-InstanceActionsNegativeTestJSON-819169083-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.495888] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-b49348a6-2479-402e-aa1d-c614614db13e tempest-ImagesOneServerTestJSON-1130644034 tempest-ImagesOneServerTestJSON-1130644034-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 553.534010] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-b49348a6-2479-402e-aa1d-c614614db13e tempest-ImagesOneServerTestJSON-1130644034 tempest-ImagesOneServerTestJSON-1130644034-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.534331] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-b49348a6-2479-402e-aa1d-c614614db13e tempest-ImagesOneServerTestJSON-1130644034 tempest-ImagesOneServerTestJSON-1130644034-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.534540] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-b49348a6-2479-402e-aa1d-c614614db13e tempest-ImagesOneServerTestJSON-1130644034 tempest-ImagesOneServerTestJSON-1130644034-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.564913] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-b49348a6-2479-402e-aa1d-c614614db13e tempest-ImagesOneServerTestJSON-1130644034 tempest-ImagesOneServerTestJSON-1130644034-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.565305] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-b49348a6-2479-402e-aa1d-c614614db13e tempest-ImagesOneServerTestJSON-1130644034 tempest-ImagesOneServerTestJSON-1130644034-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.565541] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-b49348a6-2479-402e-aa1d-c614614db13e tempest-ImagesOneServerTestJSON-1130644034 tempest-ImagesOneServerTestJSON-1130644034-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.565923] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-b49348a6-2479-402e-aa1d-c614614db13e tempest-ImagesOneServerTestJSON-1130644034 tempest-ImagesOneServerTestJSON-1130644034-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.566210] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-b49348a6-2479-402e-aa1d-c614614db13e tempest-ImagesOneServerTestJSON-1130644034 tempest-ImagesOneServerTestJSON-1130644034-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.566403] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-b49348a6-2479-402e-aa1d-c614614db13e tempest-ImagesOneServerTestJSON-1130644034 tempest-ImagesOneServerTestJSON-1130644034-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.577442] nova-conductor[53933]: DEBUG nova.quota [None req-b49348a6-2479-402e-aa1d-c614614db13e tempest-ImagesOneServerTestJSON-1130644034 tempest-ImagesOneServerTestJSON-1130644034-project-member] Getting quotas for project 5a4a7166951841f88a44cd20122c06a4. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 553.582393] nova-conductor[53933]: DEBUG nova.quota [None req-b49348a6-2479-402e-aa1d-c614614db13e tempest-ImagesOneServerTestJSON-1130644034 tempest-ImagesOneServerTestJSON-1130644034-project-member] Getting quotas for user c37d767029264a69af74a555bdbc5810 and project 5a4a7166951841f88a44cd20122c06a4. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 553.589950] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-b49348a6-2479-402e-aa1d-c614614db13e tempest-ImagesOneServerTestJSON-1130644034 tempest-ImagesOneServerTestJSON-1130644034-project-member] [instance: fc1f08e8-fd0a-4b84-bc8f-fe3a27136c57] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 553.591426] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-b49348a6-2479-402e-aa1d-c614614db13e tempest-ImagesOneServerTestJSON-1130644034 tempest-ImagesOneServerTestJSON-1130644034-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.591426] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-b49348a6-2479-402e-aa1d-c614614db13e tempest-ImagesOneServerTestJSON-1130644034 tempest-ImagesOneServerTestJSON-1130644034-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.591426] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-b49348a6-2479-402e-aa1d-c614614db13e tempest-ImagesOneServerTestJSON-1130644034 tempest-ImagesOneServerTestJSON-1130644034-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.603019] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-b49348a6-2479-402e-aa1d-c614614db13e tempest-ImagesOneServerTestJSON-1130644034 tempest-ImagesOneServerTestJSON-1130644034-project-member] [instance: fc1f08e8-fd0a-4b84-bc8f-fe3a27136c57] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 553.603019] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-b49348a6-2479-402e-aa1d-c614614db13e tempest-ImagesOneServerTestJSON-1130644034 tempest-ImagesOneServerTestJSON-1130644034-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.603019] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-b49348a6-2479-402e-aa1d-c614614db13e tempest-ImagesOneServerTestJSON-1130644034 tempest-ImagesOneServerTestJSON-1130644034-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.603019] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-b49348a6-2479-402e-aa1d-c614614db13e tempest-ImagesOneServerTestJSON-1130644034 tempest-ImagesOneServerTestJSON-1130644034-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.625294] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-b49348a6-2479-402e-aa1d-c614614db13e tempest-ImagesOneServerTestJSON-1130644034 tempest-ImagesOneServerTestJSON-1130644034-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.625527] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-b49348a6-2479-402e-aa1d-c614614db13e tempest-ImagesOneServerTestJSON-1130644034 tempest-ImagesOneServerTestJSON-1130644034-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.625696] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-b49348a6-2479-402e-aa1d-c614614db13e tempest-ImagesOneServerTestJSON-1130644034 tempest-ImagesOneServerTestJSON-1130644034-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.108325] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-6a2c9675-90f7-4393-9c5f-191b444f8510 tempest-ServerActionsTestOtherB-2084499513 tempest-ServerActionsTestOtherB-2084499513-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 554.122069] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6a2c9675-90f7-4393-9c5f-191b444f8510 tempest-ServerActionsTestOtherB-2084499513 tempest-ServerActionsTestOtherB-2084499513-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.122323] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6a2c9675-90f7-4393-9c5f-191b444f8510 tempest-ServerActionsTestOtherB-2084499513 tempest-ServerActionsTestOtherB-2084499513-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.122483] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6a2c9675-90f7-4393-9c5f-191b444f8510 tempest-ServerActionsTestOtherB-2084499513 tempest-ServerActionsTestOtherB-2084499513-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.155671] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6a2c9675-90f7-4393-9c5f-191b444f8510 tempest-ServerActionsTestOtherB-2084499513 tempest-ServerActionsTestOtherB-2084499513-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.155903] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6a2c9675-90f7-4393-9c5f-191b444f8510 tempest-ServerActionsTestOtherB-2084499513 tempest-ServerActionsTestOtherB-2084499513-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.156114] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6a2c9675-90f7-4393-9c5f-191b444f8510 tempest-ServerActionsTestOtherB-2084499513 tempest-ServerActionsTestOtherB-2084499513-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.156496] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6a2c9675-90f7-4393-9c5f-191b444f8510 tempest-ServerActionsTestOtherB-2084499513 tempest-ServerActionsTestOtherB-2084499513-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.156681] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6a2c9675-90f7-4393-9c5f-191b444f8510 tempest-ServerActionsTestOtherB-2084499513 tempest-ServerActionsTestOtherB-2084499513-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.156842] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6a2c9675-90f7-4393-9c5f-191b444f8510 tempest-ServerActionsTestOtherB-2084499513 tempest-ServerActionsTestOtherB-2084499513-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.165209] nova-conductor[53933]: DEBUG nova.quota [None req-6a2c9675-90f7-4393-9c5f-191b444f8510 tempest-ServerActionsTestOtherB-2084499513 tempest-ServerActionsTestOtherB-2084499513-project-member] Getting quotas for project 2a6b03a12b5b4aeaaff1be7c50269b9f. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 554.167315] nova-conductor[53933]: DEBUG nova.quota [None req-6a2c9675-90f7-4393-9c5f-191b444f8510 tempest-ServerActionsTestOtherB-2084499513 tempest-ServerActionsTestOtherB-2084499513-project-member] Getting quotas for user 906c0701d2534ec18c38047adfcedea2 and project 2a6b03a12b5b4aeaaff1be7c50269b9f. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 554.175790] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-6a2c9675-90f7-4393-9c5f-191b444f8510 tempest-ServerActionsTestOtherB-2084499513 tempest-ServerActionsTestOtherB-2084499513-project-member] [instance: b4706725-5e28-4d2a-b4a8-7633ffa63afe] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 554.176588] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6a2c9675-90f7-4393-9c5f-191b444f8510 tempest-ServerActionsTestOtherB-2084499513 tempest-ServerActionsTestOtherB-2084499513-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.176753] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6a2c9675-90f7-4393-9c5f-191b444f8510 tempest-ServerActionsTestOtherB-2084499513 tempest-ServerActionsTestOtherB-2084499513-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.176921] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6a2c9675-90f7-4393-9c5f-191b444f8510 tempest-ServerActionsTestOtherB-2084499513 tempest-ServerActionsTestOtherB-2084499513-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.190765] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-6a2c9675-90f7-4393-9c5f-191b444f8510 tempest-ServerActionsTestOtherB-2084499513 tempest-ServerActionsTestOtherB-2084499513-project-member] [instance: b4706725-5e28-4d2a-b4a8-7633ffa63afe] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 554.190948] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6a2c9675-90f7-4393-9c5f-191b444f8510 tempest-ServerActionsTestOtherB-2084499513 tempest-ServerActionsTestOtherB-2084499513-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.191047] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6a2c9675-90f7-4393-9c5f-191b444f8510 tempest-ServerActionsTestOtherB-2084499513 tempest-ServerActionsTestOtherB-2084499513-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.191218] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6a2c9675-90f7-4393-9c5f-191b444f8510 tempest-ServerActionsTestOtherB-2084499513 tempest-ServerActionsTestOtherB-2084499513-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.221794] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6a2c9675-90f7-4393-9c5f-191b444f8510 tempest-ServerActionsTestOtherB-2084499513 tempest-ServerActionsTestOtherB-2084499513-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.222513] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6a2c9675-90f7-4393-9c5f-191b444f8510 tempest-ServerActionsTestOtherB-2084499513 tempest-ServerActionsTestOtherB-2084499513-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.222715] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6a2c9675-90f7-4393-9c5f-191b444f8510 tempest-ServerActionsTestOtherB-2084499513 tempest-ServerActionsTestOtherB-2084499513-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.500226] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-71643155-6db5-4d2f-86e4-0ef8f904b56d tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 554.523253] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-71643155-6db5-4d2f-86e4-0ef8f904b56d tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.523574] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-71643155-6db5-4d2f-86e4-0ef8f904b56d tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.523752] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-71643155-6db5-4d2f-86e4-0ef8f904b56d tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.561060] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-71643155-6db5-4d2f-86e4-0ef8f904b56d tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.561132] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-71643155-6db5-4d2f-86e4-0ef8f904b56d tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.561308] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-71643155-6db5-4d2f-86e4-0ef8f904b56d tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.561673] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-71643155-6db5-4d2f-86e4-0ef8f904b56d tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.561854] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-71643155-6db5-4d2f-86e4-0ef8f904b56d tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.562033] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-71643155-6db5-4d2f-86e4-0ef8f904b56d tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.572752] nova-conductor[53932]: DEBUG nova.quota [None req-71643155-6db5-4d2f-86e4-0ef8f904b56d tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Getting quotas for project 1d65c62abaf84b00b01f9a6b3d5df366. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 554.576640] nova-conductor[53932]: DEBUG nova.quota [None req-71643155-6db5-4d2f-86e4-0ef8f904b56d tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Getting quotas for user 98e87e38a03745df8fa2fc3f91fffd64 and project 1d65c62abaf84b00b01f9a6b3d5df366. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 554.588463] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-71643155-6db5-4d2f-86e4-0ef8f904b56d tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] [instance: 70af5d32-254f-4819-8cca-c28346e48139] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 554.588954] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-71643155-6db5-4d2f-86e4-0ef8f904b56d tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.589197] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-71643155-6db5-4d2f-86e4-0ef8f904b56d tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.589446] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-71643155-6db5-4d2f-86e4-0ef8f904b56d tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.594150] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-71643155-6db5-4d2f-86e4-0ef8f904b56d tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] [instance: 70af5d32-254f-4819-8cca-c28346e48139] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 554.595099] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-71643155-6db5-4d2f-86e4-0ef8f904b56d tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.595381] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-71643155-6db5-4d2f-86e4-0ef8f904b56d tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.595602] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-71643155-6db5-4d2f-86e4-0ef8f904b56d tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.625220] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-71643155-6db5-4d2f-86e4-0ef8f904b56d tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.625731] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-71643155-6db5-4d2f-86e4-0ef8f904b56d tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.625862] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-71643155-6db5-4d2f-86e4-0ef8f904b56d tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.160827] nova-conductor[53933]: ERROR nova.scheduler.utils [None req-243821ae-4d96-437c-89f9-e82ed55f78b7 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] [instance: 4cafaebd-b577-4a7e-92b8-151445f66a0d] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 237ef56f-98dd-4c68-8be3-7f0387c010ff, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 4cafaebd-b577-4a7e-92b8-151445f66a0d was re-scheduled: Binding failed for port 237ef56f-98dd-4c68-8be3-7f0387c010ff, please check neutron logs for more information.\n'] [ 556.160827] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-243821ae-4d96-437c-89f9-e82ed55f78b7 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Rescheduling: True {{(pid=53933) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 556.160827] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-243821ae-4d96-437c-89f9-e82ed55f78b7 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4cafaebd-b577-4a7e-92b8-151445f66a0d.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4cafaebd-b577-4a7e-92b8-151445f66a0d. [ 556.160827] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-243821ae-4d96-437c-89f9-e82ed55f78b7 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] [instance: 4cafaebd-b577-4a7e-92b8-151445f66a0d] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4cafaebd-b577-4a7e-92b8-151445f66a0d. [ 556.198471] nova-conductor[53933]: DEBUG nova.network.neutron [None req-243821ae-4d96-437c-89f9-e82ed55f78b7 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] [instance: 4cafaebd-b577-4a7e-92b8-151445f66a0d] deallocate_for_instance() {{(pid=53933) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 556.215892] nova-conductor[53933]: DEBUG nova.network.neutron [None req-243821ae-4d96-437c-89f9-e82ed55f78b7 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] [instance: 4cafaebd-b577-4a7e-92b8-151445f66a0d] Instance cache missing network info. {{(pid=53933) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 556.220718] nova-conductor[53933]: DEBUG nova.network.neutron [None req-243821ae-4d96-437c-89f9-e82ed55f78b7 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] [instance: 4cafaebd-b577-4a7e-92b8-151445f66a0d] Updating instance_info_cache with network_info: [] {{(pid=53933) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 558.864919] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-e2054352-1bc4-484a-b0e1-e96ba6c2a080 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 558.887561] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e2054352-1bc4-484a-b0e1-e96ba6c2a080 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.887997] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e2054352-1bc4-484a-b0e1-e96ba6c2a080 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.888324] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e2054352-1bc4-484a-b0e1-e96ba6c2a080 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.939049] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e2054352-1bc4-484a-b0e1-e96ba6c2a080 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.939465] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e2054352-1bc4-484a-b0e1-e96ba6c2a080 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.939706] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e2054352-1bc4-484a-b0e1-e96ba6c2a080 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.940167] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e2054352-1bc4-484a-b0e1-e96ba6c2a080 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.940376] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e2054352-1bc4-484a-b0e1-e96ba6c2a080 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.940551] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e2054352-1bc4-484a-b0e1-e96ba6c2a080 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.953605] nova-conductor[53933]: DEBUG nova.quota [None req-e2054352-1bc4-484a-b0e1-e96ba6c2a080 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Getting quotas for project 7146aa9cae39448ca92f4f966e1d4daf. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 558.959412] nova-conductor[53933]: DEBUG nova.quota [None req-e2054352-1bc4-484a-b0e1-e96ba6c2a080 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Getting quotas for user f69fb51cac434f25ad53ba9bfe8d480f and project 7146aa9cae39448ca92f4f966e1d4daf. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 558.974792] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-e2054352-1bc4-484a-b0e1-e96ba6c2a080 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] [instance: 8672c282-1a66-49b5-9c22-7136b567a52c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 558.976638] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e2054352-1bc4-484a-b0e1-e96ba6c2a080 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.976638] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e2054352-1bc4-484a-b0e1-e96ba6c2a080 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.976638] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e2054352-1bc4-484a-b0e1-e96ba6c2a080 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.988158] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-e2054352-1bc4-484a-b0e1-e96ba6c2a080 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] [instance: 8672c282-1a66-49b5-9c22-7136b567a52c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 558.988901] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e2054352-1bc4-484a-b0e1-e96ba6c2a080 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.989178] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e2054352-1bc4-484a-b0e1-e96ba6c2a080 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.989303] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e2054352-1bc4-484a-b0e1-e96ba6c2a080 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.014814] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e2054352-1bc4-484a-b0e1-e96ba6c2a080 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.014994] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e2054352-1bc4-484a-b0e1-e96ba6c2a080 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.015191] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e2054352-1bc4-484a-b0e1-e96ba6c2a080 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.295990] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-7e5cdd16-fa2c-4569-a935-0afe9442561c tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 561.314428] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-7e5cdd16-fa2c-4569-a935-0afe9442561c tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.315958] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-7e5cdd16-fa2c-4569-a935-0afe9442561c tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.315958] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-7e5cdd16-fa2c-4569-a935-0afe9442561c tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.363880] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-7e5cdd16-fa2c-4569-a935-0afe9442561c tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.363880] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-7e5cdd16-fa2c-4569-a935-0afe9442561c tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.363880] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-7e5cdd16-fa2c-4569-a935-0afe9442561c tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.364218] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-7e5cdd16-fa2c-4569-a935-0afe9442561c tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.365149] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-7e5cdd16-fa2c-4569-a935-0afe9442561c tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.365149] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-7e5cdd16-fa2c-4569-a935-0afe9442561c tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.375728] nova-conductor[53932]: DEBUG nova.quota [None req-7e5cdd16-fa2c-4569-a935-0afe9442561c tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Getting quotas for project cc2f058d2c1d4861ab597e5c4e2e3146. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 561.379520] nova-conductor[53932]: DEBUG nova.quota [None req-7e5cdd16-fa2c-4569-a935-0afe9442561c tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Getting quotas for user 4601d5806157453b9534229de3500922 and project cc2f058d2c1d4861ab597e5c4e2e3146. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 561.387530] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-7e5cdd16-fa2c-4569-a935-0afe9442561c tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] [instance: 1a91b0c5-d852-424a-b576-3d2c76860b06] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 561.387530] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-7e5cdd16-fa2c-4569-a935-0afe9442561c tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.387530] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-7e5cdd16-fa2c-4569-a935-0afe9442561c tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.387530] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-7e5cdd16-fa2c-4569-a935-0afe9442561c tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.391779] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-7e5cdd16-fa2c-4569-a935-0afe9442561c tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] [instance: 1a91b0c5-d852-424a-b576-3d2c76860b06] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 561.393046] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-7e5cdd16-fa2c-4569-a935-0afe9442561c tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.393046] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-7e5cdd16-fa2c-4569-a935-0afe9442561c tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.393046] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-7e5cdd16-fa2c-4569-a935-0afe9442561c tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.421757] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-7e5cdd16-fa2c-4569-a935-0afe9442561c tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.421757] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-7e5cdd16-fa2c-4569-a935-0afe9442561c tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.421757] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-7e5cdd16-fa2c-4569-a935-0afe9442561c tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.060316] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-dc1300a6-1463-4f59-96ae-b139e1b815e9 tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 562.085634] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-dc1300a6-1463-4f59-96ae-b139e1b815e9 tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.085634] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-dc1300a6-1463-4f59-96ae-b139e1b815e9 tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.085634] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-dc1300a6-1463-4f59-96ae-b139e1b815e9 tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.159459] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-dc1300a6-1463-4f59-96ae-b139e1b815e9 tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.160288] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-dc1300a6-1463-4f59-96ae-b139e1b815e9 tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.160288] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-dc1300a6-1463-4f59-96ae-b139e1b815e9 tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.160288] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-dc1300a6-1463-4f59-96ae-b139e1b815e9 tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.160486] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-dc1300a6-1463-4f59-96ae-b139e1b815e9 tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.161367] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-dc1300a6-1463-4f59-96ae-b139e1b815e9 tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.178471] nova-conductor[53932]: DEBUG nova.quota [None req-dc1300a6-1463-4f59-96ae-b139e1b815e9 tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Getting quotas for project cc2f058d2c1d4861ab597e5c4e2e3146. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 562.179932] nova-conductor[53932]: DEBUG nova.quota [None req-dc1300a6-1463-4f59-96ae-b139e1b815e9 tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Getting quotas for user 4601d5806157453b9534229de3500922 and project cc2f058d2c1d4861ab597e5c4e2e3146. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 562.186351] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-dc1300a6-1463-4f59-96ae-b139e1b815e9 tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] [instance: 0d680f38-bd47-4aeb-8845-efa20667623b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 562.186873] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-dc1300a6-1463-4f59-96ae-b139e1b815e9 tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.187072] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-dc1300a6-1463-4f59-96ae-b139e1b815e9 tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.187362] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-dc1300a6-1463-4f59-96ae-b139e1b815e9 tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.196685] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-dc1300a6-1463-4f59-96ae-b139e1b815e9 tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] [instance: 0d680f38-bd47-4aeb-8845-efa20667623b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 562.197449] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-dc1300a6-1463-4f59-96ae-b139e1b815e9 tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.197449] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-dc1300a6-1463-4f59-96ae-b139e1b815e9 tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.197633] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-dc1300a6-1463-4f59-96ae-b139e1b815e9 tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.223092] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-dc1300a6-1463-4f59-96ae-b139e1b815e9 tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.223726] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-dc1300a6-1463-4f59-96ae-b139e1b815e9 tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.223726] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-dc1300a6-1463-4f59-96ae-b139e1b815e9 tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.120403] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell1:SELECT=279,nova_cell1:UPDATE=111,nova_cell1:INSERT=19,nova_cell1:SAVEPOINT=26,nova_cell1:RELEASE=26 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 564.504221] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Took 0.51 seconds to select destinations for 3 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 564.522111] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.522240] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.522461] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.571783] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.572389] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.572389] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.597085] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.597085] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.597085] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.619697] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.619697] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.619697] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.620019] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.620332] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.620332] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.633376] nova-conductor[53933]: DEBUG nova.quota [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Getting quotas for project ad8f2951990c4b3b9059adcd4f0e65dd. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 564.636146] nova-conductor[53933]: DEBUG nova.quota [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Getting quotas for user 5ffba8b1830244d091b15706a3f986d8 and project ad8f2951990c4b3b9059adcd4f0e65dd. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 564.641036] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] [instance: e730a03f-64c0-4e94-bc66-d3006be8b3ca] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 564.641536] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.642607] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.642607] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.650969] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] [instance: e730a03f-64c0-4e94-bc66-d3006be8b3ca] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 564.652183] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.653070] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.653070] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.674858] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.675324] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.675757] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.688260] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] [instance: dff2b45c-bf45-4b22-b78f-287019b483f2] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 564.688260] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.688260] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.688260] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.691849] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] [instance: dff2b45c-bf45-4b22-b78f-287019b483f2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 564.692546] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.692762] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.692932] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.709286] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.709518] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.709685] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.716742] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] [instance: 6643cc70-7e92-41e9-b2dc-c531a331086f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 564.717262] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.717648] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.718063] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.725256] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] [instance: 6643cc70-7e92-41e9-b2dc-c531a331086f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 564.725871] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.726083] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.726425] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.758218] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.758462] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.758913] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.949461] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell1:SELECT=318,nova_cell1:UPDATE=134,nova_cell1:INSERT=17,nova_cell1:SAVEPOINT=23,nova_cell1:RELEASE=23 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 567.524166] nova-conductor[53932]: ERROR nova.scheduler.utils [None req-e55669d2-acfe-4fe6-a1e3-3ecfd855ccd8 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] [instance: 81bbe6ae-87b2-414b-a872-4e03285abf92] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 6c9256dc-277c-45e9-aac5-1754cf36080b, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 81bbe6ae-87b2-414b-a872-4e03285abf92 was re-scheduled: Binding failed for port 6c9256dc-277c-45e9-aac5-1754cf36080b, please check neutron logs for more information.\n'] [ 567.524773] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-e55669d2-acfe-4fe6-a1e3-3ecfd855ccd8 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Rescheduling: True {{(pid=53932) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 567.524972] nova-conductor[53932]: WARNING nova.scheduler.utils [None req-e55669d2-acfe-4fe6-a1e3-3ecfd855ccd8 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 81bbe6ae-87b2-414b-a872-4e03285abf92.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 81bbe6ae-87b2-414b-a872-4e03285abf92. [ 567.525404] nova-conductor[53932]: WARNING nova.scheduler.utils [None req-e55669d2-acfe-4fe6-a1e3-3ecfd855ccd8 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] [instance: 81bbe6ae-87b2-414b-a872-4e03285abf92] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 81bbe6ae-87b2-414b-a872-4e03285abf92. [ 567.559107] nova-conductor[53932]: DEBUG nova.network.neutron [None req-e55669d2-acfe-4fe6-a1e3-3ecfd855ccd8 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] [instance: 81bbe6ae-87b2-414b-a872-4e03285abf92] deallocate_for_instance() {{(pid=53932) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 567.579203] nova-conductor[53932]: DEBUG nova.network.neutron [None req-e55669d2-acfe-4fe6-a1e3-3ecfd855ccd8 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] [instance: 81bbe6ae-87b2-414b-a872-4e03285abf92] Instance cache missing network info. {{(pid=53932) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 567.582622] nova-conductor[53932]: DEBUG nova.network.neutron [None req-e55669d2-acfe-4fe6-a1e3-3ecfd855ccd8 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] [instance: 81bbe6ae-87b2-414b-a872-4e03285abf92] Updating instance_info_cache with network_info: [] {{(pid=53932) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 568.157023] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-4b24844b-8bfd-4726-9459-0b7ba8621469 tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 568.178041] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-4b24844b-8bfd-4726-9459-0b7ba8621469 tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.178309] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-4b24844b-8bfd-4726-9459-0b7ba8621469 tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.179027] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-4b24844b-8bfd-4726-9459-0b7ba8621469 tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.229396] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-4b24844b-8bfd-4726-9459-0b7ba8621469 tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.229630] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-4b24844b-8bfd-4726-9459-0b7ba8621469 tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.229799] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-4b24844b-8bfd-4726-9459-0b7ba8621469 tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.230244] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-4b24844b-8bfd-4726-9459-0b7ba8621469 tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.230656] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-4b24844b-8bfd-4726-9459-0b7ba8621469 tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.230656] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-4b24844b-8bfd-4726-9459-0b7ba8621469 tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.247939] nova-conductor[53932]: DEBUG nova.quota [None req-4b24844b-8bfd-4726-9459-0b7ba8621469 tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Getting quotas for project c8f9bcdfe6aa40e5a6dc0b39a1834891. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 568.255021] nova-conductor[53932]: DEBUG nova.quota [None req-4b24844b-8bfd-4726-9459-0b7ba8621469 tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Getting quotas for user 954e3c2d4be148199d9fc78297bb16a2 and project c8f9bcdfe6aa40e5a6dc0b39a1834891. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 568.262832] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-4b24844b-8bfd-4726-9459-0b7ba8621469 tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] [instance: c6837b87-b01c-454c-b986-6f9fa57656bf] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 568.263452] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-4b24844b-8bfd-4726-9459-0b7ba8621469 tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.263659] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-4b24844b-8bfd-4726-9459-0b7ba8621469 tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.263825] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-4b24844b-8bfd-4726-9459-0b7ba8621469 tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.266877] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-4b24844b-8bfd-4726-9459-0b7ba8621469 tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] [instance: c6837b87-b01c-454c-b986-6f9fa57656bf] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 568.267746] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-4b24844b-8bfd-4726-9459-0b7ba8621469 tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.267968] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-4b24844b-8bfd-4726-9459-0b7ba8621469 tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.268178] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-4b24844b-8bfd-4726-9459-0b7ba8621469 tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.290983] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-4b24844b-8bfd-4726-9459-0b7ba8621469 tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.291232] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-4b24844b-8bfd-4726-9459-0b7ba8621469 tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.291400] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-4b24844b-8bfd-4726-9459-0b7ba8621469 tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.147688] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-7ec0f465-99ab-4e9c-9ad3-f368e61238ee tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 569.173499] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7ec0f465-99ab-4e9c-9ad3-f368e61238ee tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.174096] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7ec0f465-99ab-4e9c-9ad3-f368e61238ee tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.174096] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7ec0f465-99ab-4e9c-9ad3-f368e61238ee tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.227490] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7ec0f465-99ab-4e9c-9ad3-f368e61238ee tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.228574] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7ec0f465-99ab-4e9c-9ad3-f368e61238ee tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.229260] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7ec0f465-99ab-4e9c-9ad3-f368e61238ee tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.232500] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7ec0f465-99ab-4e9c-9ad3-f368e61238ee tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.234133] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7ec0f465-99ab-4e9c-9ad3-f368e61238ee tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.234133] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7ec0f465-99ab-4e9c-9ad3-f368e61238ee tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.245324] nova-conductor[53933]: DEBUG nova.quota [None req-7ec0f465-99ab-4e9c-9ad3-f368e61238ee tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Getting quotas for project c8f9bcdfe6aa40e5a6dc0b39a1834891. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 569.248895] nova-conductor[53933]: DEBUG nova.quota [None req-7ec0f465-99ab-4e9c-9ad3-f368e61238ee tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Getting quotas for user 954e3c2d4be148199d9fc78297bb16a2 and project c8f9bcdfe6aa40e5a6dc0b39a1834891. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 569.255488] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-7ec0f465-99ab-4e9c-9ad3-f368e61238ee tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] [instance: 41bc5a14-1d13-4730-80c5-a0bcfb1f0ad1] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 569.255575] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7ec0f465-99ab-4e9c-9ad3-f368e61238ee tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.255747] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7ec0f465-99ab-4e9c-9ad3-f368e61238ee tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.255989] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7ec0f465-99ab-4e9c-9ad3-f368e61238ee tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.266405] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-7ec0f465-99ab-4e9c-9ad3-f368e61238ee tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] [instance: 41bc5a14-1d13-4730-80c5-a0bcfb1f0ad1] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 569.267655] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7ec0f465-99ab-4e9c-9ad3-f368e61238ee tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.267655] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7ec0f465-99ab-4e9c-9ad3-f368e61238ee tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.267655] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7ec0f465-99ab-4e9c-9ad3-f368e61238ee tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.290122] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7ec0f465-99ab-4e9c-9ad3-f368e61238ee tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.290388] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7ec0f465-99ab-4e9c-9ad3-f368e61238ee tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.290559] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7ec0f465-99ab-4e9c-9ad3-f368e61238ee tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.540490] nova-conductor[53933]: ERROR nova.scheduler.utils [None req-d6c2fb88-aed4-43e9-a470-de6460589e9e tempest-ServersAdminNegativeTestJSON-740884206 tempest-ServersAdminNegativeTestJSON-740884206-project-member] [instance: 687eaa4d-012a-4dd9-9033-16fad3650a56] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port c8e229b1-2459-48bd-81ff-487cca8a8b31, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 687eaa4d-012a-4dd9-9033-16fad3650a56 was re-scheduled: Binding failed for port c8e229b1-2459-48bd-81ff-487cca8a8b31, please check neutron logs for more information.\n'] [ 569.540902] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-d6c2fb88-aed4-43e9-a470-de6460589e9e tempest-ServersAdminNegativeTestJSON-740884206 tempest-ServersAdminNegativeTestJSON-740884206-project-member] Rescheduling: True {{(pid=53933) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 569.541154] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-d6c2fb88-aed4-43e9-a470-de6460589e9e tempest-ServersAdminNegativeTestJSON-740884206 tempest-ServersAdminNegativeTestJSON-740884206-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 687eaa4d-012a-4dd9-9033-16fad3650a56.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 687eaa4d-012a-4dd9-9033-16fad3650a56. [ 569.541465] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-d6c2fb88-aed4-43e9-a470-de6460589e9e tempest-ServersAdminNegativeTestJSON-740884206 tempest-ServersAdminNegativeTestJSON-740884206-project-member] [instance: 687eaa4d-012a-4dd9-9033-16fad3650a56] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 687eaa4d-012a-4dd9-9033-16fad3650a56. [ 569.573339] nova-conductor[53933]: DEBUG nova.network.neutron [None req-d6c2fb88-aed4-43e9-a470-de6460589e9e tempest-ServersAdminNegativeTestJSON-740884206 tempest-ServersAdminNegativeTestJSON-740884206-project-member] [instance: 687eaa4d-012a-4dd9-9033-16fad3650a56] deallocate_for_instance() {{(pid=53933) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 569.596541] nova-conductor[53933]: DEBUG nova.network.neutron [None req-d6c2fb88-aed4-43e9-a470-de6460589e9e tempest-ServersAdminNegativeTestJSON-740884206 tempest-ServersAdminNegativeTestJSON-740884206-project-member] [instance: 687eaa4d-012a-4dd9-9033-16fad3650a56] Instance cache missing network info. {{(pid=53933) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 569.600920] nova-conductor[53933]: DEBUG nova.network.neutron [None req-d6c2fb88-aed4-43e9-a470-de6460589e9e tempest-ServersAdminNegativeTestJSON-740884206 tempest-ServersAdminNegativeTestJSON-740884206-project-member] [instance: 687eaa4d-012a-4dd9-9033-16fad3650a56] Updating instance_info_cache with network_info: [] {{(pid=53933) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 569.648894] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_api:SELECT=89,nova_api:UPDATE=10,nova_api:DELETE=8 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 570.157037] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-6baf695d-ab6a-40b3-914f-c663ad35c1eb tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 570.159317] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_api:SELECT=89,nova_api:UPDATE=6,nova_api:DELETE=8 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 570.171024] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6baf695d-ab6a-40b3-914f-c663ad35c1eb tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.171267] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6baf695d-ab6a-40b3-914f-c663ad35c1eb tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.171994] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6baf695d-ab6a-40b3-914f-c663ad35c1eb tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.215966] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6baf695d-ab6a-40b3-914f-c663ad35c1eb tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.216182] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6baf695d-ab6a-40b3-914f-c663ad35c1eb tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.216392] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6baf695d-ab6a-40b3-914f-c663ad35c1eb tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.216785] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6baf695d-ab6a-40b3-914f-c663ad35c1eb tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.216972] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6baf695d-ab6a-40b3-914f-c663ad35c1eb tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.217152] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6baf695d-ab6a-40b3-914f-c663ad35c1eb tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.226470] nova-conductor[53933]: DEBUG nova.quota [None req-6baf695d-ab6a-40b3-914f-c663ad35c1eb tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Getting quotas for project 82b8854f80cf48628167fd6f678d7dd7. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 570.229644] nova-conductor[53933]: DEBUG nova.quota [None req-6baf695d-ab6a-40b3-914f-c663ad35c1eb tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Getting quotas for user f8b17f109d724201a22264aa6ee02ca1 and project 82b8854f80cf48628167fd6f678d7dd7. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 570.237094] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-6baf695d-ab6a-40b3-914f-c663ad35c1eb tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] [instance: 297c345a-a825-47b1-a9e4-a353758d32ce] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 570.237599] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6baf695d-ab6a-40b3-914f-c663ad35c1eb tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.237816] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6baf695d-ab6a-40b3-914f-c663ad35c1eb tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.237996] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6baf695d-ab6a-40b3-914f-c663ad35c1eb tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.244016] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-6baf695d-ab6a-40b3-914f-c663ad35c1eb tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] [instance: 297c345a-a825-47b1-a9e4-a353758d32ce] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 570.244016] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6baf695d-ab6a-40b3-914f-c663ad35c1eb tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.244016] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6baf695d-ab6a-40b3-914f-c663ad35c1eb tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.244016] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6baf695d-ab6a-40b3-914f-c663ad35c1eb tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.271311] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6baf695d-ab6a-40b3-914f-c663ad35c1eb tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.271549] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6baf695d-ab6a-40b3-914f-c663ad35c1eb tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.271733] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6baf695d-ab6a-40b3-914f-c663ad35c1eb tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.743260] nova-conductor[53933]: ERROR nova.scheduler.utils [None req-17d52734-ff3f-458b-9c1d-259ee3d4f1e5 tempest-ImagesOneServerNegativeTestJSON-998658280 tempest-ImagesOneServerNegativeTestJSON-998658280-project-member] [instance: d2e4c9d6-7dec-4a54-bc26-84cfbdab6d8f] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port b2f2be33-0c12-458e-a815-2fa188123fbb, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance d2e4c9d6-7dec-4a54-bc26-84cfbdab6d8f was re-scheduled: Binding failed for port b2f2be33-0c12-458e-a815-2fa188123fbb, please check neutron logs for more information.\n'] [ 571.746108] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-17d52734-ff3f-458b-9c1d-259ee3d4f1e5 tempest-ImagesOneServerNegativeTestJSON-998658280 tempest-ImagesOneServerNegativeTestJSON-998658280-project-member] Rescheduling: True {{(pid=53933) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 571.746108] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-17d52734-ff3f-458b-9c1d-259ee3d4f1e5 tempest-ImagesOneServerNegativeTestJSON-998658280 tempest-ImagesOneServerNegativeTestJSON-998658280-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d2e4c9d6-7dec-4a54-bc26-84cfbdab6d8f.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d2e4c9d6-7dec-4a54-bc26-84cfbdab6d8f. [ 571.746108] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-17d52734-ff3f-458b-9c1d-259ee3d4f1e5 tempest-ImagesOneServerNegativeTestJSON-998658280 tempest-ImagesOneServerNegativeTestJSON-998658280-project-member] [instance: d2e4c9d6-7dec-4a54-bc26-84cfbdab6d8f] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d2e4c9d6-7dec-4a54-bc26-84cfbdab6d8f. [ 571.878317] nova-conductor[53933]: DEBUG nova.network.neutron [None req-17d52734-ff3f-458b-9c1d-259ee3d4f1e5 tempest-ImagesOneServerNegativeTestJSON-998658280 tempest-ImagesOneServerNegativeTestJSON-998658280-project-member] [instance: d2e4c9d6-7dec-4a54-bc26-84cfbdab6d8f] deallocate_for_instance() {{(pid=53933) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 571.901588] nova-conductor[53933]: DEBUG nova.network.neutron [None req-17d52734-ff3f-458b-9c1d-259ee3d4f1e5 tempest-ImagesOneServerNegativeTestJSON-998658280 tempest-ImagesOneServerNegativeTestJSON-998658280-project-member] [instance: d2e4c9d6-7dec-4a54-bc26-84cfbdab6d8f] Instance cache missing network info. {{(pid=53933) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 571.905909] nova-conductor[53933]: DEBUG nova.network.neutron [None req-17d52734-ff3f-458b-9c1d-259ee3d4f1e5 tempest-ImagesOneServerNegativeTestJSON-998658280 tempest-ImagesOneServerNegativeTestJSON-998658280-project-member] [instance: d2e4c9d6-7dec-4a54-bc26-84cfbdab6d8f] Updating instance_info_cache with network_info: [] {{(pid=53933) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 573.801781] nova-conductor[53933]: ERROR nova.scheduler.utils [None req-6dccb2d3-b3e9-4fb8-a351-401ae726b156 tempest-ServerDiagnosticsTest-125119359 tempest-ServerDiagnosticsTest-125119359-project-member] [instance: f9d92b1b-59ed-4f3c-9e5c-2b894b123e9e] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 4dcbe70e-1499-4982-bf91-78ea40b01f17, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance f9d92b1b-59ed-4f3c-9e5c-2b894b123e9e was re-scheduled: Binding failed for port 4dcbe70e-1499-4982-bf91-78ea40b01f17, please check neutron logs for more information.\n'] [ 573.801781] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-6dccb2d3-b3e9-4fb8-a351-401ae726b156 tempest-ServerDiagnosticsTest-125119359 tempest-ServerDiagnosticsTest-125119359-project-member] Rescheduling: True {{(pid=53933) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 573.801781] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-6dccb2d3-b3e9-4fb8-a351-401ae726b156 tempest-ServerDiagnosticsTest-125119359 tempest-ServerDiagnosticsTest-125119359-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f9d92b1b-59ed-4f3c-9e5c-2b894b123e9e.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f9d92b1b-59ed-4f3c-9e5c-2b894b123e9e. [ 573.802348] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-6dccb2d3-b3e9-4fb8-a351-401ae726b156 tempest-ServerDiagnosticsTest-125119359 tempest-ServerDiagnosticsTest-125119359-project-member] [instance: f9d92b1b-59ed-4f3c-9e5c-2b894b123e9e] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f9d92b1b-59ed-4f3c-9e5c-2b894b123e9e. [ 573.834952] nova-conductor[53933]: DEBUG nova.network.neutron [None req-6dccb2d3-b3e9-4fb8-a351-401ae726b156 tempest-ServerDiagnosticsTest-125119359 tempest-ServerDiagnosticsTest-125119359-project-member] [instance: f9d92b1b-59ed-4f3c-9e5c-2b894b123e9e] deallocate_for_instance() {{(pid=53933) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 573.864786] nova-conductor[53933]: DEBUG nova.network.neutron [None req-6dccb2d3-b3e9-4fb8-a351-401ae726b156 tempest-ServerDiagnosticsTest-125119359 tempest-ServerDiagnosticsTest-125119359-project-member] [instance: f9d92b1b-59ed-4f3c-9e5c-2b894b123e9e] Instance cache missing network info. {{(pid=53933) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 573.868373] nova-conductor[53933]: DEBUG nova.network.neutron [None req-6dccb2d3-b3e9-4fb8-a351-401ae726b156 tempest-ServerDiagnosticsTest-125119359 tempest-ServerDiagnosticsTest-125119359-project-member] [instance: f9d92b1b-59ed-4f3c-9e5c-2b894b123e9e] Updating instance_info_cache with network_info: [] {{(pid=53933) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 574.286413] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-0dd4ad7f-9599-4862-b039-c4f1333967b3 tempest-TenantUsagesTestJSON-1750163327 tempest-TenantUsagesTestJSON-1750163327-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 574.309014] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0dd4ad7f-9599-4862-b039-c4f1333967b3 tempest-TenantUsagesTestJSON-1750163327 tempest-TenantUsagesTestJSON-1750163327-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.309014] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0dd4ad7f-9599-4862-b039-c4f1333967b3 tempest-TenantUsagesTestJSON-1750163327 tempest-TenantUsagesTestJSON-1750163327-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.309014] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0dd4ad7f-9599-4862-b039-c4f1333967b3 tempest-TenantUsagesTestJSON-1750163327 tempest-TenantUsagesTestJSON-1750163327-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.369450] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0dd4ad7f-9599-4862-b039-c4f1333967b3 tempest-TenantUsagesTestJSON-1750163327 tempest-TenantUsagesTestJSON-1750163327-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.369807] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0dd4ad7f-9599-4862-b039-c4f1333967b3 tempest-TenantUsagesTestJSON-1750163327 tempest-TenantUsagesTestJSON-1750163327-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.369991] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0dd4ad7f-9599-4862-b039-c4f1333967b3 tempest-TenantUsagesTestJSON-1750163327 tempest-TenantUsagesTestJSON-1750163327-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.370450] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0dd4ad7f-9599-4862-b039-c4f1333967b3 tempest-TenantUsagesTestJSON-1750163327 tempest-TenantUsagesTestJSON-1750163327-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.370569] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0dd4ad7f-9599-4862-b039-c4f1333967b3 tempest-TenantUsagesTestJSON-1750163327 tempest-TenantUsagesTestJSON-1750163327-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.370740] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0dd4ad7f-9599-4862-b039-c4f1333967b3 tempest-TenantUsagesTestJSON-1750163327 tempest-TenantUsagesTestJSON-1750163327-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.383052] nova-conductor[53932]: DEBUG nova.quota [None req-0dd4ad7f-9599-4862-b039-c4f1333967b3 tempest-TenantUsagesTestJSON-1750163327 tempest-TenantUsagesTestJSON-1750163327-project-member] Getting quotas for project 19811cd7f52142278b2430bc3a08f3e6. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 574.387007] nova-conductor[53932]: DEBUG nova.quota [None req-0dd4ad7f-9599-4862-b039-c4f1333967b3 tempest-TenantUsagesTestJSON-1750163327 tempest-TenantUsagesTestJSON-1750163327-project-member] Getting quotas for user ef611d261d7c426d933cba1140f93c05 and project 19811cd7f52142278b2430bc3a08f3e6. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 574.393560] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-0dd4ad7f-9599-4862-b039-c4f1333967b3 tempest-TenantUsagesTestJSON-1750163327 tempest-TenantUsagesTestJSON-1750163327-project-member] [instance: 35b6490b-eec9-4dc1-9de3-63c368bdc5d7] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 574.394099] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0dd4ad7f-9599-4862-b039-c4f1333967b3 tempest-TenantUsagesTestJSON-1750163327 tempest-TenantUsagesTestJSON-1750163327-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.394466] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0dd4ad7f-9599-4862-b039-c4f1333967b3 tempest-TenantUsagesTestJSON-1750163327 tempest-TenantUsagesTestJSON-1750163327-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.394756] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0dd4ad7f-9599-4862-b039-c4f1333967b3 tempest-TenantUsagesTestJSON-1750163327 tempest-TenantUsagesTestJSON-1750163327-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.401986] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-0dd4ad7f-9599-4862-b039-c4f1333967b3 tempest-TenantUsagesTestJSON-1750163327 tempest-TenantUsagesTestJSON-1750163327-project-member] [instance: 35b6490b-eec9-4dc1-9de3-63c368bdc5d7] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 574.403437] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0dd4ad7f-9599-4862-b039-c4f1333967b3 tempest-TenantUsagesTestJSON-1750163327 tempest-TenantUsagesTestJSON-1750163327-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.403437] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0dd4ad7f-9599-4862-b039-c4f1333967b3 tempest-TenantUsagesTestJSON-1750163327 tempest-TenantUsagesTestJSON-1750163327-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.403437] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0dd4ad7f-9599-4862-b039-c4f1333967b3 tempest-TenantUsagesTestJSON-1750163327 tempest-TenantUsagesTestJSON-1750163327-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.450706] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0dd4ad7f-9599-4862-b039-c4f1333967b3 tempest-TenantUsagesTestJSON-1750163327 tempest-TenantUsagesTestJSON-1750163327-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.450905] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0dd4ad7f-9599-4862-b039-c4f1333967b3 tempest-TenantUsagesTestJSON-1750163327 tempest-TenantUsagesTestJSON-1750163327-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.451131] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0dd4ad7f-9599-4862-b039-c4f1333967b3 tempest-TenantUsagesTestJSON-1750163327 tempest-TenantUsagesTestJSON-1750163327-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.389102] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-9251ac00-c949-49ae-b261-cb82a79c6f51 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 577.423270] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9251ac00-c949-49ae-b261-cb82a79c6f51 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.423512] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9251ac00-c949-49ae-b261-cb82a79c6f51 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.423707] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9251ac00-c949-49ae-b261-cb82a79c6f51 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.495410] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9251ac00-c949-49ae-b261-cb82a79c6f51 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.495410] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9251ac00-c949-49ae-b261-cb82a79c6f51 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.495540] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9251ac00-c949-49ae-b261-cb82a79c6f51 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.495832] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9251ac00-c949-49ae-b261-cb82a79c6f51 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.496021] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9251ac00-c949-49ae-b261-cb82a79c6f51 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.496187] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9251ac00-c949-49ae-b261-cb82a79c6f51 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.511241] nova-conductor[53933]: DEBUG nova.quota [None req-9251ac00-c949-49ae-b261-cb82a79c6f51 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Getting quotas for project 067efe2b964d498fa7e2843439f023ca. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 577.513660] nova-conductor[53933]: DEBUG nova.quota [None req-9251ac00-c949-49ae-b261-cb82a79c6f51 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Getting quotas for user 274f384481b44caf9a114ca29022c231 and project 067efe2b964d498fa7e2843439f023ca. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 577.519526] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-9251ac00-c949-49ae-b261-cb82a79c6f51 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] [instance: 9da95edb-f9fb-40f3-9317-d27f1bae0ecf] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 577.520542] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9251ac00-c949-49ae-b261-cb82a79c6f51 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.520542] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9251ac00-c949-49ae-b261-cb82a79c6f51 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.520542] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9251ac00-c949-49ae-b261-cb82a79c6f51 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.531015] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-9251ac00-c949-49ae-b261-cb82a79c6f51 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] [instance: 9da95edb-f9fb-40f3-9317-d27f1bae0ecf] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 577.531459] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9251ac00-c949-49ae-b261-cb82a79c6f51 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.531687] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9251ac00-c949-49ae-b261-cb82a79c6f51 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.531860] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9251ac00-c949-49ae-b261-cb82a79c6f51 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.560238] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9251ac00-c949-49ae-b261-cb82a79c6f51 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.560534] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9251ac00-c949-49ae-b261-cb82a79c6f51 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.560720] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9251ac00-c949-49ae-b261-cb82a79c6f51 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.469595] nova-conductor[53933]: ERROR nova.scheduler.utils [None req-b2a61d9c-3460-4ce7-983e-d48ba0c76521 tempest-VolumesAssistedSnapshotsTest-1080540270 tempest-VolumesAssistedSnapshotsTest-1080540270-project-member] [instance: 782f1eba-459c-4249-b74a-128b22c64ca3] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port ab247aa6-38cc-4ff4-bdeb-351ba048048e, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 782f1eba-459c-4249-b74a-128b22c64ca3 was re-scheduled: Binding failed for port ab247aa6-38cc-4ff4-bdeb-351ba048048e, please check neutron logs for more information.\n'] [ 578.470434] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-b2a61d9c-3460-4ce7-983e-d48ba0c76521 tempest-VolumesAssistedSnapshotsTest-1080540270 tempest-VolumesAssistedSnapshotsTest-1080540270-project-member] Rescheduling: True {{(pid=53933) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 578.470654] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-b2a61d9c-3460-4ce7-983e-d48ba0c76521 tempest-VolumesAssistedSnapshotsTest-1080540270 tempest-VolumesAssistedSnapshotsTest-1080540270-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 782f1eba-459c-4249-b74a-128b22c64ca3.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 782f1eba-459c-4249-b74a-128b22c64ca3. [ 578.471021] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-b2a61d9c-3460-4ce7-983e-d48ba0c76521 tempest-VolumesAssistedSnapshotsTest-1080540270 tempest-VolumesAssistedSnapshotsTest-1080540270-project-member] [instance: 782f1eba-459c-4249-b74a-128b22c64ca3] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 782f1eba-459c-4249-b74a-128b22c64ca3. [ 578.533710] nova-conductor[53933]: DEBUG nova.network.neutron [None req-b2a61d9c-3460-4ce7-983e-d48ba0c76521 tempest-VolumesAssistedSnapshotsTest-1080540270 tempest-VolumesAssistedSnapshotsTest-1080540270-project-member] [instance: 782f1eba-459c-4249-b74a-128b22c64ca3] deallocate_for_instance() {{(pid=53933) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 578.582581] nova-conductor[53933]: DEBUG nova.network.neutron [None req-b2a61d9c-3460-4ce7-983e-d48ba0c76521 tempest-VolumesAssistedSnapshotsTest-1080540270 tempest-VolumesAssistedSnapshotsTest-1080540270-project-member] [instance: 782f1eba-459c-4249-b74a-128b22c64ca3] Instance cache missing network info. {{(pid=53933) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 578.588801] nova-conductor[53933]: DEBUG nova.network.neutron [None req-b2a61d9c-3460-4ce7-983e-d48ba0c76521 tempest-VolumesAssistedSnapshotsTest-1080540270 tempest-VolumesAssistedSnapshotsTest-1080540270-project-member] [instance: 782f1eba-459c-4249-b74a-128b22c64ca3] Updating instance_info_cache with network_info: [] {{(pid=53933) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.667163] nova-conductor[53933]: ERROR nova.scheduler.utils [None req-527372e2-5791-4d24-b66b-c50eb05e638f tempest-FloatingIPsAssociationNegativeTestJSON-1894237132 tempest-FloatingIPsAssociationNegativeTestJSON-1894237132-project-member] [instance: ac0209e5-66d0-4a04-892d-85eba3c3663a] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 583592a8-3db1-4ec9-9a9f-79479d91196d, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ac0209e5-66d0-4a04-892d-85eba3c3663a was re-scheduled: Binding failed for port 583592a8-3db1-4ec9-9a9f-79479d91196d, please check neutron logs for more information.\n'] [ 580.668988] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-527372e2-5791-4d24-b66b-c50eb05e638f tempest-FloatingIPsAssociationNegativeTestJSON-1894237132 tempest-FloatingIPsAssociationNegativeTestJSON-1894237132-project-member] Rescheduling: True {{(pid=53933) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 580.669102] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-527372e2-5791-4d24-b66b-c50eb05e638f tempest-FloatingIPsAssociationNegativeTestJSON-1894237132 tempest-FloatingIPsAssociationNegativeTestJSON-1894237132-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ac0209e5-66d0-4a04-892d-85eba3c3663a.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ac0209e5-66d0-4a04-892d-85eba3c3663a. [ 580.669359] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-527372e2-5791-4d24-b66b-c50eb05e638f tempest-FloatingIPsAssociationNegativeTestJSON-1894237132 tempest-FloatingIPsAssociationNegativeTestJSON-1894237132-project-member] [instance: ac0209e5-66d0-4a04-892d-85eba3c3663a] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ac0209e5-66d0-4a04-892d-85eba3c3663a. [ 580.703496] nova-conductor[53933]: DEBUG nova.network.neutron [None req-527372e2-5791-4d24-b66b-c50eb05e638f tempest-FloatingIPsAssociationNegativeTestJSON-1894237132 tempest-FloatingIPsAssociationNegativeTestJSON-1894237132-project-member] [instance: ac0209e5-66d0-4a04-892d-85eba3c3663a] deallocate_for_instance() {{(pid=53933) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 580.732033] nova-conductor[53933]: DEBUG nova.network.neutron [None req-527372e2-5791-4d24-b66b-c50eb05e638f tempest-FloatingIPsAssociationNegativeTestJSON-1894237132 tempest-FloatingIPsAssociationNegativeTestJSON-1894237132-project-member] [instance: ac0209e5-66d0-4a04-892d-85eba3c3663a] Instance cache missing network info. {{(pid=53933) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 580.749069] nova-conductor[53933]: DEBUG nova.network.neutron [None req-527372e2-5791-4d24-b66b-c50eb05e638f tempest-FloatingIPsAssociationNegativeTestJSON-1894237132 tempest-FloatingIPsAssociationNegativeTestJSON-1894237132-project-member] [instance: ac0209e5-66d0-4a04-892d-85eba3c3663a] Updating instance_info_cache with network_info: [] {{(pid=53933) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.850284] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-13688a74-cfc3-49b7-bdd0-ee2778e08d49 tempest-ServerAddressesTestJSON-1830239892 tempest-ServerAddressesTestJSON-1830239892-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 580.874859] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-13688a74-cfc3-49b7-bdd0-ee2778e08d49 tempest-ServerAddressesTestJSON-1830239892 tempest-ServerAddressesTestJSON-1830239892-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.875106] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-13688a74-cfc3-49b7-bdd0-ee2778e08d49 tempest-ServerAddressesTestJSON-1830239892 tempest-ServerAddressesTestJSON-1830239892-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.875279] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-13688a74-cfc3-49b7-bdd0-ee2778e08d49 tempest-ServerAddressesTestJSON-1830239892 tempest-ServerAddressesTestJSON-1830239892-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.877811] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell1:SELECT=54,nova_cell1:SAVEPOINT=12,nova_cell1:INSERT=138,nova_cell1:RELEASE=12 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 580.939841] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-13688a74-cfc3-49b7-bdd0-ee2778e08d49 tempest-ServerAddressesTestJSON-1830239892 tempest-ServerAddressesTestJSON-1830239892-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.940073] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-13688a74-cfc3-49b7-bdd0-ee2778e08d49 tempest-ServerAddressesTestJSON-1830239892 tempest-ServerAddressesTestJSON-1830239892-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.940366] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-13688a74-cfc3-49b7-bdd0-ee2778e08d49 tempest-ServerAddressesTestJSON-1830239892 tempest-ServerAddressesTestJSON-1830239892-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.940960] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-13688a74-cfc3-49b7-bdd0-ee2778e08d49 tempest-ServerAddressesTestJSON-1830239892 tempest-ServerAddressesTestJSON-1830239892-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.941232] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-13688a74-cfc3-49b7-bdd0-ee2778e08d49 tempest-ServerAddressesTestJSON-1830239892 tempest-ServerAddressesTestJSON-1830239892-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.941575] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-13688a74-cfc3-49b7-bdd0-ee2778e08d49 tempest-ServerAddressesTestJSON-1830239892 tempest-ServerAddressesTestJSON-1830239892-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.952021] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell0:SELECT=18 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 580.967061] nova-conductor[53933]: DEBUG nova.quota [None req-13688a74-cfc3-49b7-bdd0-ee2778e08d49 tempest-ServerAddressesTestJSON-1830239892 tempest-ServerAddressesTestJSON-1830239892-project-member] Getting quotas for project 84aa8195b80f4f76be5dc8df017bc297. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 580.970790] nova-conductor[53933]: DEBUG nova.quota [None req-13688a74-cfc3-49b7-bdd0-ee2778e08d49 tempest-ServerAddressesTestJSON-1830239892 tempest-ServerAddressesTestJSON-1830239892-project-member] Getting quotas for user 2db7d86457464d5cbb1e439a5d1524cc and project 84aa8195b80f4f76be5dc8df017bc297. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 580.982059] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-13688a74-cfc3-49b7-bdd0-ee2778e08d49 tempest-ServerAddressesTestJSON-1830239892 tempest-ServerAddressesTestJSON-1830239892-project-member] [instance: a8101e8d-55d0-4f70-9119-f5e176ba8212] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 580.982600] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-13688a74-cfc3-49b7-bdd0-ee2778e08d49 tempest-ServerAddressesTestJSON-1830239892 tempest-ServerAddressesTestJSON-1830239892-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.982821] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-13688a74-cfc3-49b7-bdd0-ee2778e08d49 tempest-ServerAddressesTestJSON-1830239892 tempest-ServerAddressesTestJSON-1830239892-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.982997] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-13688a74-cfc3-49b7-bdd0-ee2778e08d49 tempest-ServerAddressesTestJSON-1830239892 tempest-ServerAddressesTestJSON-1830239892-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.993529] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-13688a74-cfc3-49b7-bdd0-ee2778e08d49 tempest-ServerAddressesTestJSON-1830239892 tempest-ServerAddressesTestJSON-1830239892-project-member] [instance: a8101e8d-55d0-4f70-9119-f5e176ba8212] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 580.994255] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-13688a74-cfc3-49b7-bdd0-ee2778e08d49 tempest-ServerAddressesTestJSON-1830239892 tempest-ServerAddressesTestJSON-1830239892-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.994466] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-13688a74-cfc3-49b7-bdd0-ee2778e08d49 tempest-ServerAddressesTestJSON-1830239892 tempest-ServerAddressesTestJSON-1830239892-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.994628] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-13688a74-cfc3-49b7-bdd0-ee2778e08d49 tempest-ServerAddressesTestJSON-1830239892 tempest-ServerAddressesTestJSON-1830239892-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.038349] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-13688a74-cfc3-49b7-bdd0-ee2778e08d49 tempest-ServerAddressesTestJSON-1830239892 tempest-ServerAddressesTestJSON-1830239892-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.038580] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-13688a74-cfc3-49b7-bdd0-ee2778e08d49 tempest-ServerAddressesTestJSON-1830239892 tempest-ServerAddressesTestJSON-1830239892-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.038748] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-13688a74-cfc3-49b7-bdd0-ee2778e08d49 tempest-ServerAddressesTestJSON-1830239892 tempest-ServerAddressesTestJSON-1830239892-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.250132] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-abb1ea3b-a23c-42a9-a222-cff58f232cd3 tempest-ServersAaction247Test-75876596 tempest-ServersAaction247Test-75876596-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 581.266527] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-abb1ea3b-a23c-42a9-a222-cff58f232cd3 tempest-ServersAaction247Test-75876596 tempest-ServersAaction247Test-75876596-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.266527] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-abb1ea3b-a23c-42a9-a222-cff58f232cd3 tempest-ServersAaction247Test-75876596 tempest-ServersAaction247Test-75876596-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.266527] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-abb1ea3b-a23c-42a9-a222-cff58f232cd3 tempest-ServersAaction247Test-75876596 tempest-ServersAaction247Test-75876596-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.294018] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-abb1ea3b-a23c-42a9-a222-cff58f232cd3 tempest-ServersAaction247Test-75876596 tempest-ServersAaction247Test-75876596-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.294018] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-abb1ea3b-a23c-42a9-a222-cff58f232cd3 tempest-ServersAaction247Test-75876596 tempest-ServersAaction247Test-75876596-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.294018] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-abb1ea3b-a23c-42a9-a222-cff58f232cd3 tempest-ServersAaction247Test-75876596 tempest-ServersAaction247Test-75876596-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.294018] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-abb1ea3b-a23c-42a9-a222-cff58f232cd3 tempest-ServersAaction247Test-75876596 tempest-ServersAaction247Test-75876596-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.294018] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-abb1ea3b-a23c-42a9-a222-cff58f232cd3 tempest-ServersAaction247Test-75876596 tempest-ServersAaction247Test-75876596-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.294018] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-abb1ea3b-a23c-42a9-a222-cff58f232cd3 tempest-ServersAaction247Test-75876596 tempest-ServersAaction247Test-75876596-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.301882] nova-conductor[53933]: DEBUG nova.quota [None req-abb1ea3b-a23c-42a9-a222-cff58f232cd3 tempest-ServersAaction247Test-75876596 tempest-ServersAaction247Test-75876596-project-member] Getting quotas for project 54ebb868b19a441b94148236b279fdcc. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 581.304046] nova-conductor[53933]: DEBUG nova.quota [None req-abb1ea3b-a23c-42a9-a222-cff58f232cd3 tempest-ServersAaction247Test-75876596 tempest-ServersAaction247Test-75876596-project-member] Getting quotas for user 6f3184d6c1ae4883837685b7f6d057d1 and project 54ebb868b19a441b94148236b279fdcc. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 581.309841] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-abb1ea3b-a23c-42a9-a222-cff58f232cd3 tempest-ServersAaction247Test-75876596 tempest-ServersAaction247Test-75876596-project-member] [instance: f0a011bb-4939-4384-885c-6ce482875b4e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 581.310342] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-abb1ea3b-a23c-42a9-a222-cff58f232cd3 tempest-ServersAaction247Test-75876596 tempest-ServersAaction247Test-75876596-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.310581] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-abb1ea3b-a23c-42a9-a222-cff58f232cd3 tempest-ServersAaction247Test-75876596 tempest-ServersAaction247Test-75876596-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.310751] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-abb1ea3b-a23c-42a9-a222-cff58f232cd3 tempest-ServersAaction247Test-75876596 tempest-ServersAaction247Test-75876596-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.316020] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-abb1ea3b-a23c-42a9-a222-cff58f232cd3 tempest-ServersAaction247Test-75876596 tempest-ServersAaction247Test-75876596-project-member] [instance: f0a011bb-4939-4384-885c-6ce482875b4e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 581.316020] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-abb1ea3b-a23c-42a9-a222-cff58f232cd3 tempest-ServersAaction247Test-75876596 tempest-ServersAaction247Test-75876596-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.316020] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-abb1ea3b-a23c-42a9-a222-cff58f232cd3 tempest-ServersAaction247Test-75876596 tempest-ServersAaction247Test-75876596-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.316020] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-abb1ea3b-a23c-42a9-a222-cff58f232cd3 tempest-ServersAaction247Test-75876596 tempest-ServersAaction247Test-75876596-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.339410] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-abb1ea3b-a23c-42a9-a222-cff58f232cd3 tempest-ServersAaction247Test-75876596 tempest-ServersAaction247Test-75876596-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.339610] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-abb1ea3b-a23c-42a9-a222-cff58f232cd3 tempest-ServersAaction247Test-75876596 tempest-ServersAaction247Test-75876596-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.339795] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-abb1ea3b-a23c-42a9-a222-cff58f232cd3 tempest-ServersAaction247Test-75876596 tempest-ServersAaction247Test-75876596-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.794938] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_api:SELECT=111,nova_api:UPDATE=8,nova_api:DELETE=8 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 584.303809] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-8c9239e0-5318-4d4a-8aed-757f97f207d9 tempest-ServerActionsTestJSON-997280155 tempest-ServerActionsTestJSON-997280155-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 584.307371] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_api:SELECT=106,nova_api:DELETE=10,nova_api:UPDATE=10 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 584.323748] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-8c9239e0-5318-4d4a-8aed-757f97f207d9 tempest-ServerActionsTestJSON-997280155 tempest-ServerActionsTestJSON-997280155-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.323962] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-8c9239e0-5318-4d4a-8aed-757f97f207d9 tempest-ServerActionsTestJSON-997280155 tempest-ServerActionsTestJSON-997280155-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.324295] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-8c9239e0-5318-4d4a-8aed-757f97f207d9 tempest-ServerActionsTestJSON-997280155 tempest-ServerActionsTestJSON-997280155-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.331023] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell1:SELECT=57,nova_cell1:SAVEPOINT=16,nova_cell1:INSERT=143,nova_cell1:RELEASE=16 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 584.374842] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell0:SELECT=19 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 584.386575] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-8c9239e0-5318-4d4a-8aed-757f97f207d9 tempest-ServerActionsTestJSON-997280155 tempest-ServerActionsTestJSON-997280155-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.386930] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-8c9239e0-5318-4d4a-8aed-757f97f207d9 tempest-ServerActionsTestJSON-997280155 tempest-ServerActionsTestJSON-997280155-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.387029] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-8c9239e0-5318-4d4a-8aed-757f97f207d9 tempest-ServerActionsTestJSON-997280155 tempest-ServerActionsTestJSON-997280155-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.387904] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-8c9239e0-5318-4d4a-8aed-757f97f207d9 tempest-ServerActionsTestJSON-997280155 tempest-ServerActionsTestJSON-997280155-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.387904] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-8c9239e0-5318-4d4a-8aed-757f97f207d9 tempest-ServerActionsTestJSON-997280155 tempest-ServerActionsTestJSON-997280155-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.387904] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-8c9239e0-5318-4d4a-8aed-757f97f207d9 tempest-ServerActionsTestJSON-997280155 tempest-ServerActionsTestJSON-997280155-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.398586] nova-conductor[53932]: DEBUG nova.quota [None req-8c9239e0-5318-4d4a-8aed-757f97f207d9 tempest-ServerActionsTestJSON-997280155 tempest-ServerActionsTestJSON-997280155-project-member] Getting quotas for project d3b19c0787ee4cf2806fb4418c34e78a. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 584.400997] nova-conductor[53932]: DEBUG nova.quota [None req-8c9239e0-5318-4d4a-8aed-757f97f207d9 tempest-ServerActionsTestJSON-997280155 tempest-ServerActionsTestJSON-997280155-project-member] Getting quotas for user 076c558af04945f085eaf90779250652 and project d3b19c0787ee4cf2806fb4418c34e78a. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 584.408834] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-8c9239e0-5318-4d4a-8aed-757f97f207d9 tempest-ServerActionsTestJSON-997280155 tempest-ServerActionsTestJSON-997280155-project-member] [instance: 4d167f54-c1fc-4eb0-a4cc-a5edb60fe78e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 584.409370] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-8c9239e0-5318-4d4a-8aed-757f97f207d9 tempest-ServerActionsTestJSON-997280155 tempest-ServerActionsTestJSON-997280155-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.409577] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-8c9239e0-5318-4d4a-8aed-757f97f207d9 tempest-ServerActionsTestJSON-997280155 tempest-ServerActionsTestJSON-997280155-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.409748] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-8c9239e0-5318-4d4a-8aed-757f97f207d9 tempest-ServerActionsTestJSON-997280155 tempest-ServerActionsTestJSON-997280155-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.420251] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-8c9239e0-5318-4d4a-8aed-757f97f207d9 tempest-ServerActionsTestJSON-997280155 tempest-ServerActionsTestJSON-997280155-project-member] [instance: 4d167f54-c1fc-4eb0-a4cc-a5edb60fe78e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 584.421151] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-8c9239e0-5318-4d4a-8aed-757f97f207d9 tempest-ServerActionsTestJSON-997280155 tempest-ServerActionsTestJSON-997280155-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.421396] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-8c9239e0-5318-4d4a-8aed-757f97f207d9 tempest-ServerActionsTestJSON-997280155 tempest-ServerActionsTestJSON-997280155-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.422225] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-8c9239e0-5318-4d4a-8aed-757f97f207d9 tempest-ServerActionsTestJSON-997280155 tempest-ServerActionsTestJSON-997280155-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.466934] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-8c9239e0-5318-4d4a-8aed-757f97f207d9 tempest-ServerActionsTestJSON-997280155 tempest-ServerActionsTestJSON-997280155-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.468515] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-8c9239e0-5318-4d4a-8aed-757f97f207d9 tempest-ServerActionsTestJSON-997280155 tempest-ServerActionsTestJSON-997280155-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.468515] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-8c9239e0-5318-4d4a-8aed-757f97f207d9 tempest-ServerActionsTestJSON-997280155 tempest-ServerActionsTestJSON-997280155-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.876228] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-47719f06-76cb-4756-a560-7ec18d230570 tempest-InstanceActionsTestJSON-370054379 tempest-InstanceActionsTestJSON-370054379-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 584.898228] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-47719f06-76cb-4756-a560-7ec18d230570 tempest-InstanceActionsTestJSON-370054379 tempest-InstanceActionsTestJSON-370054379-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.899024] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-47719f06-76cb-4756-a560-7ec18d230570 tempest-InstanceActionsTestJSON-370054379 tempest-InstanceActionsTestJSON-370054379-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.899024] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-47719f06-76cb-4756-a560-7ec18d230570 tempest-InstanceActionsTestJSON-370054379 tempest-InstanceActionsTestJSON-370054379-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.970118] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-47719f06-76cb-4756-a560-7ec18d230570 tempest-InstanceActionsTestJSON-370054379 tempest-InstanceActionsTestJSON-370054379-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.970443] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-47719f06-76cb-4756-a560-7ec18d230570 tempest-InstanceActionsTestJSON-370054379 tempest-InstanceActionsTestJSON-370054379-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.970623] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-47719f06-76cb-4756-a560-7ec18d230570 tempest-InstanceActionsTestJSON-370054379 tempest-InstanceActionsTestJSON-370054379-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.971143] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-47719f06-76cb-4756-a560-7ec18d230570 tempest-InstanceActionsTestJSON-370054379 tempest-InstanceActionsTestJSON-370054379-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.971248] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-47719f06-76cb-4756-a560-7ec18d230570 tempest-InstanceActionsTestJSON-370054379 tempest-InstanceActionsTestJSON-370054379-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.971386] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-47719f06-76cb-4756-a560-7ec18d230570 tempest-InstanceActionsTestJSON-370054379 tempest-InstanceActionsTestJSON-370054379-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.996025] nova-conductor[53933]: DEBUG nova.quota [None req-47719f06-76cb-4756-a560-7ec18d230570 tempest-InstanceActionsTestJSON-370054379 tempest-InstanceActionsTestJSON-370054379-project-member] Getting quotas for project 968bdbf51c464083b56951c00168b830. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 585.001696] nova-conductor[53933]: DEBUG nova.quota [None req-47719f06-76cb-4756-a560-7ec18d230570 tempest-InstanceActionsTestJSON-370054379 tempest-InstanceActionsTestJSON-370054379-project-member] Getting quotas for user e44d073b21ab4e7f9a54b57eb8c6b223 and project 968bdbf51c464083b56951c00168b830. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 585.019292] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-47719f06-76cb-4756-a560-7ec18d230570 tempest-InstanceActionsTestJSON-370054379 tempest-InstanceActionsTestJSON-370054379-project-member] [instance: f163fb1b-400f-4abb-8df6-0d9ea6449166] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 585.019897] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-47719f06-76cb-4756-a560-7ec18d230570 tempest-InstanceActionsTestJSON-370054379 tempest-InstanceActionsTestJSON-370054379-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.019897] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-47719f06-76cb-4756-a560-7ec18d230570 tempest-InstanceActionsTestJSON-370054379 tempest-InstanceActionsTestJSON-370054379-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.020071] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-47719f06-76cb-4756-a560-7ec18d230570 tempest-InstanceActionsTestJSON-370054379 tempest-InstanceActionsTestJSON-370054379-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.024284] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-47719f06-76cb-4756-a560-7ec18d230570 tempest-InstanceActionsTestJSON-370054379 tempest-InstanceActionsTestJSON-370054379-project-member] [instance: f163fb1b-400f-4abb-8df6-0d9ea6449166] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 585.025083] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-47719f06-76cb-4756-a560-7ec18d230570 tempest-InstanceActionsTestJSON-370054379 tempest-InstanceActionsTestJSON-370054379-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.025457] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-47719f06-76cb-4756-a560-7ec18d230570 tempest-InstanceActionsTestJSON-370054379 tempest-InstanceActionsTestJSON-370054379-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.025457] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-47719f06-76cb-4756-a560-7ec18d230570 tempest-InstanceActionsTestJSON-370054379 tempest-InstanceActionsTestJSON-370054379-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.060545] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-47719f06-76cb-4756-a560-7ec18d230570 tempest-InstanceActionsTestJSON-370054379 tempest-InstanceActionsTestJSON-370054379-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.060545] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-47719f06-76cb-4756-a560-7ec18d230570 tempest-InstanceActionsTestJSON-370054379 tempest-InstanceActionsTestJSON-370054379-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.060702] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-47719f06-76cb-4756-a560-7ec18d230570 tempest-InstanceActionsTestJSON-370054379 tempest-InstanceActionsTestJSON-370054379-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.315146] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-ecdf2809-5607-40a1-8818-687e45ae59fd tempest-ServersAdmin275Test-1350323747 tempest-ServersAdmin275Test-1350323747-project-member] Targeting cell cc503533-2f83-435d-b5b6-cd32a3d4b210(cell1) for conductor method rebuild_instance {{(pid=53933) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 585.315613] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-ecdf2809-5607-40a1-8818-687e45ae59fd tempest-ServersAdmin275Test-1350323747 tempest-ServersAdmin275Test-1350323747-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.318412] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-ecdf2809-5607-40a1-8818-687e45ae59fd tempest-ServersAdmin275Test-1350323747 tempest-ServersAdmin275Test-1350323747-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.318412] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-ecdf2809-5607-40a1-8818-687e45ae59fd tempest-ServersAdmin275Test-1350323747 tempest-ServersAdmin275Test-1350323747-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.339787] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-ecdf2809-5607-40a1-8818-687e45ae59fd tempest-ServersAdmin275Test-1350323747 tempest-ServersAdmin275Test-1350323747-project-member] [instance: e4ada227-b79a-457a-b063-dde99840aa14] No migration record for the rebuild/evacuate request. {{(pid=53933) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 587.565117] nova-conductor[53933]: ERROR nova.scheduler.utils [None req-2f9d4272-6f46-49aa-b042-4fd689e4d836 tempest-ServersWithSpecificFlavorTestJSON-596499299 tempest-ServersWithSpecificFlavorTestJSON-596499299-project-member] [instance: 0fd8d146-79fe-4e2a-90a3-67d457fc570f] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 3f00a2b2-a1fd-4dfc-831c-ca4b575c65d3, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 0fd8d146-79fe-4e2a-90a3-67d457fc570f was re-scheduled: Binding failed for port 3f00a2b2-a1fd-4dfc-831c-ca4b575c65d3, please check neutron logs for more information.\n'] [ 587.567154] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-2f9d4272-6f46-49aa-b042-4fd689e4d836 tempest-ServersWithSpecificFlavorTestJSON-596499299 tempest-ServersWithSpecificFlavorTestJSON-596499299-project-member] Rescheduling: True {{(pid=53933) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 587.567154] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-2f9d4272-6f46-49aa-b042-4fd689e4d836 tempest-ServersWithSpecificFlavorTestJSON-596499299 tempest-ServersWithSpecificFlavorTestJSON-596499299-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0fd8d146-79fe-4e2a-90a3-67d457fc570f.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0fd8d146-79fe-4e2a-90a3-67d457fc570f. [ 587.567154] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-2f9d4272-6f46-49aa-b042-4fd689e4d836 tempest-ServersWithSpecificFlavorTestJSON-596499299 tempest-ServersWithSpecificFlavorTestJSON-596499299-project-member] [instance: 0fd8d146-79fe-4e2a-90a3-67d457fc570f] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0fd8d146-79fe-4e2a-90a3-67d457fc570f. [ 587.599924] nova-conductor[53933]: DEBUG nova.network.neutron [None req-2f9d4272-6f46-49aa-b042-4fd689e4d836 tempest-ServersWithSpecificFlavorTestJSON-596499299 tempest-ServersWithSpecificFlavorTestJSON-596499299-project-member] [instance: 0fd8d146-79fe-4e2a-90a3-67d457fc570f] deallocate_for_instance() {{(pid=53933) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 587.634114] nova-conductor[53933]: DEBUG nova.network.neutron [None req-2f9d4272-6f46-49aa-b042-4fd689e4d836 tempest-ServersWithSpecificFlavorTestJSON-596499299 tempest-ServersWithSpecificFlavorTestJSON-596499299-project-member] [instance: 0fd8d146-79fe-4e2a-90a3-67d457fc570f] Instance cache missing network info. {{(pid=53933) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 587.640199] nova-conductor[53933]: DEBUG nova.network.neutron [None req-2f9d4272-6f46-49aa-b042-4fd689e4d836 tempest-ServersWithSpecificFlavorTestJSON-596499299 tempest-ServersWithSpecificFlavorTestJSON-596499299-project-member] [instance: 0fd8d146-79fe-4e2a-90a3-67d457fc570f] Updating instance_info_cache with network_info: [] {{(pid=53933) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 588.638112] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-48658a3e-539d-49d0-bc04-d8186d33239f tempest-ServersTestBootFromVolume-304873699 tempest-ServersTestBootFromVolume-304873699-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 588.659320] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-48658a3e-539d-49d0-bc04-d8186d33239f tempest-ServersTestBootFromVolume-304873699 tempest-ServersTestBootFromVolume-304873699-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.660027] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-48658a3e-539d-49d0-bc04-d8186d33239f tempest-ServersTestBootFromVolume-304873699 tempest-ServersTestBootFromVolume-304873699-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.660027] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-48658a3e-539d-49d0-bc04-d8186d33239f tempest-ServersTestBootFromVolume-304873699 tempest-ServersTestBootFromVolume-304873699-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.722101] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-48658a3e-539d-49d0-bc04-d8186d33239f tempest-ServersTestBootFromVolume-304873699 tempest-ServersTestBootFromVolume-304873699-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.722944] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-48658a3e-539d-49d0-bc04-d8186d33239f tempest-ServersTestBootFromVolume-304873699 tempest-ServersTestBootFromVolume-304873699-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.722944] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-48658a3e-539d-49d0-bc04-d8186d33239f tempest-ServersTestBootFromVolume-304873699 tempest-ServersTestBootFromVolume-304873699-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.724320] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-48658a3e-539d-49d0-bc04-d8186d33239f tempest-ServersTestBootFromVolume-304873699 tempest-ServersTestBootFromVolume-304873699-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.724598] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-48658a3e-539d-49d0-bc04-d8186d33239f tempest-ServersTestBootFromVolume-304873699 tempest-ServersTestBootFromVolume-304873699-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.725700] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-48658a3e-539d-49d0-bc04-d8186d33239f tempest-ServersTestBootFromVolume-304873699 tempest-ServersTestBootFromVolume-304873699-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.739637] nova-conductor[53932]: DEBUG nova.quota [None req-48658a3e-539d-49d0-bc04-d8186d33239f tempest-ServersTestBootFromVolume-304873699 tempest-ServersTestBootFromVolume-304873699-project-member] Getting quotas for project 65a8f5d7bcf841e6a12dc958d9ca3313. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 588.743166] nova-conductor[53932]: DEBUG nova.quota [None req-48658a3e-539d-49d0-bc04-d8186d33239f tempest-ServersTestBootFromVolume-304873699 tempest-ServersTestBootFromVolume-304873699-project-member] Getting quotas for user a321dcae5838472b85cad4facdf7d150 and project 65a8f5d7bcf841e6a12dc958d9ca3313. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 588.749224] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-48658a3e-539d-49d0-bc04-d8186d33239f tempest-ServersTestBootFromVolume-304873699 tempest-ServersTestBootFromVolume-304873699-project-member] [instance: 9025d114-10da-4cf8-9e5f-2520bfd3b246] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 588.749828] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-48658a3e-539d-49d0-bc04-d8186d33239f tempest-ServersTestBootFromVolume-304873699 tempest-ServersTestBootFromVolume-304873699-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.749950] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-48658a3e-539d-49d0-bc04-d8186d33239f tempest-ServersTestBootFromVolume-304873699 tempest-ServersTestBootFromVolume-304873699-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.750127] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-48658a3e-539d-49d0-bc04-d8186d33239f tempest-ServersTestBootFromVolume-304873699 tempest-ServersTestBootFromVolume-304873699-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.756181] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-48658a3e-539d-49d0-bc04-d8186d33239f tempest-ServersTestBootFromVolume-304873699 tempest-ServersTestBootFromVolume-304873699-project-member] [instance: 9025d114-10da-4cf8-9e5f-2520bfd3b246] block_device_mapping [BlockDeviceMapping(attachment_id=407e143a-08b2-4fc4-825d-2b773921327e,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=,uuid=,volume_id='f17ef207-7606-4ed1-9067-d506ba086d15',volume_size=1,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 588.756896] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-48658a3e-539d-49d0-bc04-d8186d33239f tempest-ServersTestBootFromVolume-304873699 tempest-ServersTestBootFromVolume-304873699-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.757141] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-48658a3e-539d-49d0-bc04-d8186d33239f tempest-ServersTestBootFromVolume-304873699 tempest-ServersTestBootFromVolume-304873699-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.757323] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-48658a3e-539d-49d0-bc04-d8186d33239f tempest-ServersTestBootFromVolume-304873699 tempest-ServersTestBootFromVolume-304873699-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.793029] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-48658a3e-539d-49d0-bc04-d8186d33239f tempest-ServersTestBootFromVolume-304873699 tempest-ServersTestBootFromVolume-304873699-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.793029] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-48658a3e-539d-49d0-bc04-d8186d33239f tempest-ServersTestBootFromVolume-304873699 tempest-ServersTestBootFromVolume-304873699-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.793029] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-48658a3e-539d-49d0-bc04-d8186d33239f tempest-ServersTestBootFromVolume-304873699 tempest-ServersTestBootFromVolume-304873699-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.855672] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-c2a2a9f4-92b9-4271-9c62-62b914c382af tempest-ServersV294TestFqdnHostnames-974670999 tempest-ServersV294TestFqdnHostnames-974670999-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 592.870365] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c2a2a9f4-92b9-4271-9c62-62b914c382af tempest-ServersV294TestFqdnHostnames-974670999 tempest-ServersV294TestFqdnHostnames-974670999-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.870622] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c2a2a9f4-92b9-4271-9c62-62b914c382af tempest-ServersV294TestFqdnHostnames-974670999 tempest-ServersV294TestFqdnHostnames-974670999-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.870797] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c2a2a9f4-92b9-4271-9c62-62b914c382af tempest-ServersV294TestFqdnHostnames-974670999 tempest-ServersV294TestFqdnHostnames-974670999-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.924782] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c2a2a9f4-92b9-4271-9c62-62b914c382af tempest-ServersV294TestFqdnHostnames-974670999 tempest-ServersV294TestFqdnHostnames-974670999-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.925387] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c2a2a9f4-92b9-4271-9c62-62b914c382af tempest-ServersV294TestFqdnHostnames-974670999 tempest-ServersV294TestFqdnHostnames-974670999-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.925387] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c2a2a9f4-92b9-4271-9c62-62b914c382af tempest-ServersV294TestFqdnHostnames-974670999 tempest-ServersV294TestFqdnHostnames-974670999-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.925793] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c2a2a9f4-92b9-4271-9c62-62b914c382af tempest-ServersV294TestFqdnHostnames-974670999 tempest-ServersV294TestFqdnHostnames-974670999-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.926175] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c2a2a9f4-92b9-4271-9c62-62b914c382af tempest-ServersV294TestFqdnHostnames-974670999 tempest-ServersV294TestFqdnHostnames-974670999-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.926287] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c2a2a9f4-92b9-4271-9c62-62b914c382af tempest-ServersV294TestFqdnHostnames-974670999 tempest-ServersV294TestFqdnHostnames-974670999-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.938263] nova-conductor[53932]: DEBUG nova.quota [None req-c2a2a9f4-92b9-4271-9c62-62b914c382af tempest-ServersV294TestFqdnHostnames-974670999 tempest-ServersV294TestFqdnHostnames-974670999-project-member] Getting quotas for project 56878d75e1654be4ab2d39f289e82e52. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 592.941913] nova-conductor[53932]: DEBUG nova.quota [None req-c2a2a9f4-92b9-4271-9c62-62b914c382af tempest-ServersV294TestFqdnHostnames-974670999 tempest-ServersV294TestFqdnHostnames-974670999-project-member] Getting quotas for user 35ebccc36a99496d97bd8c1247f55dac and project 56878d75e1654be4ab2d39f289e82e52. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 592.947745] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-c2a2a9f4-92b9-4271-9c62-62b914c382af tempest-ServersV294TestFqdnHostnames-974670999 tempest-ServersV294TestFqdnHostnames-974670999-project-member] [instance: 62ebc97c-3f86-4ef2-b5c4-3d2fe563d179] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 592.948594] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c2a2a9f4-92b9-4271-9c62-62b914c382af tempest-ServersV294TestFqdnHostnames-974670999 tempest-ServersV294TestFqdnHostnames-974670999-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.948892] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c2a2a9f4-92b9-4271-9c62-62b914c382af tempest-ServersV294TestFqdnHostnames-974670999 tempest-ServersV294TestFqdnHostnames-974670999-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.949138] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c2a2a9f4-92b9-4271-9c62-62b914c382af tempest-ServersV294TestFqdnHostnames-974670999 tempest-ServersV294TestFqdnHostnames-974670999-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.954985] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-c2a2a9f4-92b9-4271-9c62-62b914c382af tempest-ServersV294TestFqdnHostnames-974670999 tempest-ServersV294TestFqdnHostnames-974670999-project-member] [instance: 62ebc97c-3f86-4ef2-b5c4-3d2fe563d179] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 592.955812] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c2a2a9f4-92b9-4271-9c62-62b914c382af tempest-ServersV294TestFqdnHostnames-974670999 tempest-ServersV294TestFqdnHostnames-974670999-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.956169] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c2a2a9f4-92b9-4271-9c62-62b914c382af tempest-ServersV294TestFqdnHostnames-974670999 tempest-ServersV294TestFqdnHostnames-974670999-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.956459] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c2a2a9f4-92b9-4271-9c62-62b914c382af tempest-ServersV294TestFqdnHostnames-974670999 tempest-ServersV294TestFqdnHostnames-974670999-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.977584] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c2a2a9f4-92b9-4271-9c62-62b914c382af tempest-ServersV294TestFqdnHostnames-974670999 tempest-ServersV294TestFqdnHostnames-974670999-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.977932] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c2a2a9f4-92b9-4271-9c62-62b914c382af tempest-ServersV294TestFqdnHostnames-974670999 tempest-ServersV294TestFqdnHostnames-974670999-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.978407] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c2a2a9f4-92b9-4271-9c62-62b914c382af tempest-ServersV294TestFqdnHostnames-974670999 tempest-ServersV294TestFqdnHostnames-974670999-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.976917] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell0:SELECT=2 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 595.040117] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-58544bc8-a608-43a4-9bb6-da598f7e4343 tempest-ServerActionsV293TestJSON-102737778 tempest-ServerActionsV293TestJSON-102737778-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 595.057929] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-58544bc8-a608-43a4-9bb6-da598f7e4343 tempest-ServerActionsV293TestJSON-102737778 tempest-ServerActionsV293TestJSON-102737778-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.058207] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-58544bc8-a608-43a4-9bb6-da598f7e4343 tempest-ServerActionsV293TestJSON-102737778 tempest-ServerActionsV293TestJSON-102737778-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.058385] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-58544bc8-a608-43a4-9bb6-da598f7e4343 tempest-ServerActionsV293TestJSON-102737778 tempest-ServerActionsV293TestJSON-102737778-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.112958] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-58544bc8-a608-43a4-9bb6-da598f7e4343 tempest-ServerActionsV293TestJSON-102737778 tempest-ServerActionsV293TestJSON-102737778-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.113316] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-58544bc8-a608-43a4-9bb6-da598f7e4343 tempest-ServerActionsV293TestJSON-102737778 tempest-ServerActionsV293TestJSON-102737778-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.113711] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-58544bc8-a608-43a4-9bb6-da598f7e4343 tempest-ServerActionsV293TestJSON-102737778 tempest-ServerActionsV293TestJSON-102737778-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.114082] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-58544bc8-a608-43a4-9bb6-da598f7e4343 tempest-ServerActionsV293TestJSON-102737778 tempest-ServerActionsV293TestJSON-102737778-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.114325] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-58544bc8-a608-43a4-9bb6-da598f7e4343 tempest-ServerActionsV293TestJSON-102737778 tempest-ServerActionsV293TestJSON-102737778-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.114519] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-58544bc8-a608-43a4-9bb6-da598f7e4343 tempest-ServerActionsV293TestJSON-102737778 tempest-ServerActionsV293TestJSON-102737778-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.126271] nova-conductor[53932]: DEBUG nova.quota [None req-58544bc8-a608-43a4-9bb6-da598f7e4343 tempest-ServerActionsV293TestJSON-102737778 tempest-ServerActionsV293TestJSON-102737778-project-member] Getting quotas for project 75fb3ec40747494bb0c66a95f7ba1025. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 595.130852] nova-conductor[53932]: DEBUG nova.quota [None req-58544bc8-a608-43a4-9bb6-da598f7e4343 tempest-ServerActionsV293TestJSON-102737778 tempest-ServerActionsV293TestJSON-102737778-project-member] Getting quotas for user 3bcc50fb12d24d608e9daa6d25e0b639 and project 75fb3ec40747494bb0c66a95f7ba1025. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 595.138742] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-58544bc8-a608-43a4-9bb6-da598f7e4343 tempest-ServerActionsV293TestJSON-102737778 tempest-ServerActionsV293TestJSON-102737778-project-member] [instance: 5f205b7d-d93e-436d-9d7d-04c6f767f7ad] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 595.138912] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-58544bc8-a608-43a4-9bb6-da598f7e4343 tempest-ServerActionsV293TestJSON-102737778 tempest-ServerActionsV293TestJSON-102737778-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.139529] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-58544bc8-a608-43a4-9bb6-da598f7e4343 tempest-ServerActionsV293TestJSON-102737778 tempest-ServerActionsV293TestJSON-102737778-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.139529] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-58544bc8-a608-43a4-9bb6-da598f7e4343 tempest-ServerActionsV293TestJSON-102737778 tempest-ServerActionsV293TestJSON-102737778-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.147823] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-58544bc8-a608-43a4-9bb6-da598f7e4343 tempest-ServerActionsV293TestJSON-102737778 tempest-ServerActionsV293TestJSON-102737778-project-member] [instance: 5f205b7d-d93e-436d-9d7d-04c6f767f7ad] block_device_mapping [BlockDeviceMapping(attachment_id=185707c8-85cb-4e6f-a6d2-edba57639f33,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=,uuid=,volume_id='8bca6884-75a3-48e6-9e70-249702cc53eb',volume_size=1,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 595.149253] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-58544bc8-a608-43a4-9bb6-da598f7e4343 tempest-ServerActionsV293TestJSON-102737778 tempest-ServerActionsV293TestJSON-102737778-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.149253] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-58544bc8-a608-43a4-9bb6-da598f7e4343 tempest-ServerActionsV293TestJSON-102737778 tempest-ServerActionsV293TestJSON-102737778-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.149253] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-58544bc8-a608-43a4-9bb6-da598f7e4343 tempest-ServerActionsV293TestJSON-102737778 tempest-ServerActionsV293TestJSON-102737778-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.169410] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-58544bc8-a608-43a4-9bb6-da598f7e4343 tempest-ServerActionsV293TestJSON-102737778 tempest-ServerActionsV293TestJSON-102737778-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.169655] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-58544bc8-a608-43a4-9bb6-da598f7e4343 tempest-ServerActionsV293TestJSON-102737778 tempest-ServerActionsV293TestJSON-102737778-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.170020] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-58544bc8-a608-43a4-9bb6-da598f7e4343 tempest-ServerActionsV293TestJSON-102737778 tempest-ServerActionsV293TestJSON-102737778-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.311465] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_api:SELECT=27,nova_api:UPDATE=4,nova_api:DELETE=2 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 595.347164] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_api:SELECT=33,nova_api:UPDATE=1,nova_api:DELETE=3 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 595.391108] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell1:SAVEPOINT=3,nova_cell1:INSERT=25,nova_cell1:RELEASE=3,nova_cell1:SELECT=12,nova_cell1:UPDATE=3 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 595.791377] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-4278d5a9-23aa-4e83-9ab4-08e3284aa17b tempest-ServersAdmin275Test-481212997 tempest-ServersAdmin275Test-481212997-project-admin] Targeting cell cc503533-2f83-435d-b5b6-cd32a3d4b210(cell1) for conductor method rebuild_instance {{(pid=53932) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 595.791918] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-4278d5a9-23aa-4e83-9ab4-08e3284aa17b tempest-ServersAdmin275Test-481212997 tempest-ServersAdmin275Test-481212997-project-admin] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.795662] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-4278d5a9-23aa-4e83-9ab4-08e3284aa17b tempest-ServersAdmin275Test-481212997 tempest-ServersAdmin275Test-481212997-project-admin] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.799216] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-4278d5a9-23aa-4e83-9ab4-08e3284aa17b tempest-ServersAdmin275Test-481212997 tempest-ServersAdmin275Test-481212997-project-admin] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.004s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.822890] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-4278d5a9-23aa-4e83-9ab4-08e3284aa17b tempest-ServersAdmin275Test-481212997 tempest-ServersAdmin275Test-481212997-project-admin] [instance: e4ada227-b79a-457a-b063-dde99840aa14] No migration record for the rebuild/evacuate request. {{(pid=53932) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 600.074909] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-8454e179-1ce4-488f-ad6b-3f915cd4ccdf tempest-ServerShowV257Test-44528303 tempest-ServerShowV257Test-44528303-project-member] Targeting cell cc503533-2f83-435d-b5b6-cd32a3d4b210(cell1) for conductor method rebuild_instance {{(pid=53933) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 600.074909] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8454e179-1ce4-488f-ad6b-3f915cd4ccdf tempest-ServerShowV257Test-44528303 tempest-ServerShowV257Test-44528303-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.074909] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8454e179-1ce4-488f-ad6b-3f915cd4ccdf tempest-ServerShowV257Test-44528303 tempest-ServerShowV257Test-44528303-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.075260] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-8454e179-1ce4-488f-ad6b-3f915cd4ccdf tempest-ServerShowV257Test-44528303 tempest-ServerShowV257Test-44528303-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.084330] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-8454e179-1ce4-488f-ad6b-3f915cd4ccdf tempest-ServerShowV257Test-44528303 tempest-ServerShowV257Test-44528303-project-member] [instance: a8f6254f-b867-4967-b4fa-bb70f471f89d] No migration record for the rebuild/evacuate request. {{(pid=53933) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 603.168984] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-aa6c2ec3-d739-4bac-87f0-ebbad3d9388c tempest-ServersTestFqdnHostnames-871339318 tempest-ServersTestFqdnHostnames-871339318-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 603.184809] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-aa6c2ec3-d739-4bac-87f0-ebbad3d9388c tempest-ServersTestFqdnHostnames-871339318 tempest-ServersTestFqdnHostnames-871339318-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.185471] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-aa6c2ec3-d739-4bac-87f0-ebbad3d9388c tempest-ServersTestFqdnHostnames-871339318 tempest-ServersTestFqdnHostnames-871339318-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.185752] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-aa6c2ec3-d739-4bac-87f0-ebbad3d9388c tempest-ServersTestFqdnHostnames-871339318 tempest-ServersTestFqdnHostnames-871339318-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.241128] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-aa6c2ec3-d739-4bac-87f0-ebbad3d9388c tempest-ServersTestFqdnHostnames-871339318 tempest-ServersTestFqdnHostnames-871339318-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.241128] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-aa6c2ec3-d739-4bac-87f0-ebbad3d9388c tempest-ServersTestFqdnHostnames-871339318 tempest-ServersTestFqdnHostnames-871339318-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.241262] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-aa6c2ec3-d739-4bac-87f0-ebbad3d9388c tempest-ServersTestFqdnHostnames-871339318 tempest-ServersTestFqdnHostnames-871339318-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.241584] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-aa6c2ec3-d739-4bac-87f0-ebbad3d9388c tempest-ServersTestFqdnHostnames-871339318 tempest-ServersTestFqdnHostnames-871339318-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.241762] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-aa6c2ec3-d739-4bac-87f0-ebbad3d9388c tempest-ServersTestFqdnHostnames-871339318 tempest-ServersTestFqdnHostnames-871339318-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.241920] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-aa6c2ec3-d739-4bac-87f0-ebbad3d9388c tempest-ServersTestFqdnHostnames-871339318 tempest-ServersTestFqdnHostnames-871339318-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.255094] nova-conductor[53932]: DEBUG nova.quota [None req-aa6c2ec3-d739-4bac-87f0-ebbad3d9388c tempest-ServersTestFqdnHostnames-871339318 tempest-ServersTestFqdnHostnames-871339318-project-member] Getting quotas for project 08e97324fd454c64baa0cde923a27612. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 603.258330] nova-conductor[53932]: DEBUG nova.quota [None req-aa6c2ec3-d739-4bac-87f0-ebbad3d9388c tempest-ServersTestFqdnHostnames-871339318 tempest-ServersTestFqdnHostnames-871339318-project-member] Getting quotas for user daa8327bd6424f48801bd9479aa1a9d5 and project 08e97324fd454c64baa0cde923a27612. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 603.266073] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-aa6c2ec3-d739-4bac-87f0-ebbad3d9388c tempest-ServersTestFqdnHostnames-871339318 tempest-ServersTestFqdnHostnames-871339318-project-member] [instance: dce49aac-03f3-48ed-9bad-c5eb2d779bae] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 603.266819] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-aa6c2ec3-d739-4bac-87f0-ebbad3d9388c tempest-ServersTestFqdnHostnames-871339318 tempest-ServersTestFqdnHostnames-871339318-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.266912] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-aa6c2ec3-d739-4bac-87f0-ebbad3d9388c tempest-ServersTestFqdnHostnames-871339318 tempest-ServersTestFqdnHostnames-871339318-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.267107] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-aa6c2ec3-d739-4bac-87f0-ebbad3d9388c tempest-ServersTestFqdnHostnames-871339318 tempest-ServersTestFqdnHostnames-871339318-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.280128] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-aa6c2ec3-d739-4bac-87f0-ebbad3d9388c tempest-ServersTestFqdnHostnames-871339318 tempest-ServersTestFqdnHostnames-871339318-project-member] [instance: dce49aac-03f3-48ed-9bad-c5eb2d779bae] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 603.280128] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-aa6c2ec3-d739-4bac-87f0-ebbad3d9388c tempest-ServersTestFqdnHostnames-871339318 tempest-ServersTestFqdnHostnames-871339318-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.280128] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-aa6c2ec3-d739-4bac-87f0-ebbad3d9388c tempest-ServersTestFqdnHostnames-871339318 tempest-ServersTestFqdnHostnames-871339318-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.280128] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-aa6c2ec3-d739-4bac-87f0-ebbad3d9388c tempest-ServersTestFqdnHostnames-871339318 tempest-ServersTestFqdnHostnames-871339318-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.342820] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-aa6c2ec3-d739-4bac-87f0-ebbad3d9388c tempest-ServersTestFqdnHostnames-871339318 tempest-ServersTestFqdnHostnames-871339318-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.343109] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-aa6c2ec3-d739-4bac-87f0-ebbad3d9388c tempest-ServersTestFqdnHostnames-871339318 tempest-ServersTestFqdnHostnames-871339318-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.343292] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-aa6c2ec3-d739-4bac-87f0-ebbad3d9388c tempest-ServersTestFqdnHostnames-871339318 tempest-ServersTestFqdnHostnames-871339318-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.255776] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-7cc050c0-893b-4f4f-b161-fd7f83fef46d tempest-AttachInterfacesUnderV243Test-1386038916 tempest-AttachInterfacesUnderV243Test-1386038916-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 606.273148] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7cc050c0-893b-4f4f-b161-fd7f83fef46d tempest-AttachInterfacesUnderV243Test-1386038916 tempest-AttachInterfacesUnderV243Test-1386038916-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.273148] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7cc050c0-893b-4f4f-b161-fd7f83fef46d tempest-AttachInterfacesUnderV243Test-1386038916 tempest-AttachInterfacesUnderV243Test-1386038916-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.273148] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7cc050c0-893b-4f4f-b161-fd7f83fef46d tempest-AttachInterfacesUnderV243Test-1386038916 tempest-AttachInterfacesUnderV243Test-1386038916-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.321211] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7cc050c0-893b-4f4f-b161-fd7f83fef46d tempest-AttachInterfacesUnderV243Test-1386038916 tempest-AttachInterfacesUnderV243Test-1386038916-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.321211] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7cc050c0-893b-4f4f-b161-fd7f83fef46d tempest-AttachInterfacesUnderV243Test-1386038916 tempest-AttachInterfacesUnderV243Test-1386038916-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.321211] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7cc050c0-893b-4f4f-b161-fd7f83fef46d tempest-AttachInterfacesUnderV243Test-1386038916 tempest-AttachInterfacesUnderV243Test-1386038916-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.321211] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7cc050c0-893b-4f4f-b161-fd7f83fef46d tempest-AttachInterfacesUnderV243Test-1386038916 tempest-AttachInterfacesUnderV243Test-1386038916-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.321211] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7cc050c0-893b-4f4f-b161-fd7f83fef46d tempest-AttachInterfacesUnderV243Test-1386038916 tempest-AttachInterfacesUnderV243Test-1386038916-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.321211] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7cc050c0-893b-4f4f-b161-fd7f83fef46d tempest-AttachInterfacesUnderV243Test-1386038916 tempest-AttachInterfacesUnderV243Test-1386038916-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.332202] nova-conductor[53933]: DEBUG nova.quota [None req-7cc050c0-893b-4f4f-b161-fd7f83fef46d tempest-AttachInterfacesUnderV243Test-1386038916 tempest-AttachInterfacesUnderV243Test-1386038916-project-member] Getting quotas for project e50edf6017d84278bf6680fdd73a9639. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 606.337538] nova-conductor[53933]: DEBUG nova.quota [None req-7cc050c0-893b-4f4f-b161-fd7f83fef46d tempest-AttachInterfacesUnderV243Test-1386038916 tempest-AttachInterfacesUnderV243Test-1386038916-project-member] Getting quotas for user 9f249ad827b244a8891233183bed4a38 and project e50edf6017d84278bf6680fdd73a9639. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 606.343570] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-7cc050c0-893b-4f4f-b161-fd7f83fef46d tempest-AttachInterfacesUnderV243Test-1386038916 tempest-AttachInterfacesUnderV243Test-1386038916-project-member] [instance: 87f859c6-7a96-4a48-adb8-814a134ad4c8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 606.345380] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7cc050c0-893b-4f4f-b161-fd7f83fef46d tempest-AttachInterfacesUnderV243Test-1386038916 tempest-AttachInterfacesUnderV243Test-1386038916-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.345380] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7cc050c0-893b-4f4f-b161-fd7f83fef46d tempest-AttachInterfacesUnderV243Test-1386038916 tempest-AttachInterfacesUnderV243Test-1386038916-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.345380] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7cc050c0-893b-4f4f-b161-fd7f83fef46d tempest-AttachInterfacesUnderV243Test-1386038916 tempest-AttachInterfacesUnderV243Test-1386038916-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.350900] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-7cc050c0-893b-4f4f-b161-fd7f83fef46d tempest-AttachInterfacesUnderV243Test-1386038916 tempest-AttachInterfacesUnderV243Test-1386038916-project-member] [instance: 87f859c6-7a96-4a48-adb8-814a134ad4c8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 606.351980] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7cc050c0-893b-4f4f-b161-fd7f83fef46d tempest-AttachInterfacesUnderV243Test-1386038916 tempest-AttachInterfacesUnderV243Test-1386038916-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.352210] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7cc050c0-893b-4f4f-b161-fd7f83fef46d tempest-AttachInterfacesUnderV243Test-1386038916 tempest-AttachInterfacesUnderV243Test-1386038916-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.352409] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7cc050c0-893b-4f4f-b161-fd7f83fef46d tempest-AttachInterfacesUnderV243Test-1386038916 tempest-AttachInterfacesUnderV243Test-1386038916-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.377457] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7cc050c0-893b-4f4f-b161-fd7f83fef46d tempest-AttachInterfacesUnderV243Test-1386038916 tempest-AttachInterfacesUnderV243Test-1386038916-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.377902] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7cc050c0-893b-4f4f-b161-fd7f83fef46d tempest-AttachInterfacesUnderV243Test-1386038916 tempest-AttachInterfacesUnderV243Test-1386038916-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.377996] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7cc050c0-893b-4f4f-b161-fd7f83fef46d tempest-AttachInterfacesUnderV243Test-1386038916 tempest-AttachInterfacesUnderV243Test-1386038916-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.706435] nova-conductor[53932]: ERROR nova.scheduler.utils [None req-ef8b6330-93dd-47cc-9a88-e2bca659a8d3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] [instance: ef129347-9ea0-4615-b897-f51e664da1a7] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port b60cebfb-028c-4c99-b037-df42b62daac9, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ef129347-9ea0-4615-b897-f51e664da1a7 was re-scheduled: Binding failed for port b60cebfb-028c-4c99-b037-df42b62daac9, please check neutron logs for more information.\n'] [ 608.707214] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-ef8b6330-93dd-47cc-9a88-e2bca659a8d3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Rescheduling: True {{(pid=53932) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 608.708134] nova-conductor[53932]: WARNING nova.scheduler.utils [None req-ef8b6330-93dd-47cc-9a88-e2bca659a8d3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ef129347-9ea0-4615-b897-f51e664da1a7.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ef129347-9ea0-4615-b897-f51e664da1a7. [ 608.708134] nova-conductor[53932]: WARNING nova.scheduler.utils [None req-ef8b6330-93dd-47cc-9a88-e2bca659a8d3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] [instance: ef129347-9ea0-4615-b897-f51e664da1a7] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ef129347-9ea0-4615-b897-f51e664da1a7. [ 608.733027] nova-conductor[53932]: DEBUG nova.network.neutron [None req-ef8b6330-93dd-47cc-9a88-e2bca659a8d3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] [instance: ef129347-9ea0-4615-b897-f51e664da1a7] deallocate_for_instance() {{(pid=53932) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 608.761135] nova-conductor[53932]: DEBUG nova.network.neutron [None req-ef8b6330-93dd-47cc-9a88-e2bca659a8d3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] [instance: ef129347-9ea0-4615-b897-f51e664da1a7] Instance cache missing network info. {{(pid=53932) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 608.764554] nova-conductor[53932]: DEBUG nova.network.neutron [None req-ef8b6330-93dd-47cc-9a88-e2bca659a8d3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] [instance: ef129347-9ea0-4615-b897-f51e664da1a7] Updating instance_info_cache with network_info: [] {{(pid=53932) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.543283] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-4c296236-c4ea-4597-904a-3e8828f27fcb tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 612.561367] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-4c296236-c4ea-4597-904a-3e8828f27fcb tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.561658] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-4c296236-c4ea-4597-904a-3e8828f27fcb tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.561851] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-4c296236-c4ea-4597-904a-3e8828f27fcb tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.598025] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-4c296236-c4ea-4597-904a-3e8828f27fcb tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.598262] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-4c296236-c4ea-4597-904a-3e8828f27fcb tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.598430] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-4c296236-c4ea-4597-904a-3e8828f27fcb tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.598826] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-4c296236-c4ea-4597-904a-3e8828f27fcb tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.599022] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-4c296236-c4ea-4597-904a-3e8828f27fcb tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.599185] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-4c296236-c4ea-4597-904a-3e8828f27fcb tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.608975] nova-conductor[53933]: DEBUG nova.quota [None req-4c296236-c4ea-4597-904a-3e8828f27fcb tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Getting quotas for project df09ba4531ae4b1e8e83f9b382b82c5c. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 612.608975] nova-conductor[53933]: DEBUG nova.quota [None req-4c296236-c4ea-4597-904a-3e8828f27fcb tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Getting quotas for user 25919d91b6fe4f31a85b4109149e261b and project df09ba4531ae4b1e8e83f9b382b82c5c. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 612.613522] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-4c296236-c4ea-4597-904a-3e8828f27fcb tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] [instance: bc1ef57d-457d-446a-8ad4-3bab6d331215] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 612.613979] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-4c296236-c4ea-4597-904a-3e8828f27fcb tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.614197] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-4c296236-c4ea-4597-904a-3e8828f27fcb tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.614363] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-4c296236-c4ea-4597-904a-3e8828f27fcb tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.618719] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-4c296236-c4ea-4597-904a-3e8828f27fcb tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] [instance: bc1ef57d-457d-446a-8ad4-3bab6d331215] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 612.619356] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-4c296236-c4ea-4597-904a-3e8828f27fcb tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.619552] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-4c296236-c4ea-4597-904a-3e8828f27fcb tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.619719] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-4c296236-c4ea-4597-904a-3e8828f27fcb tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.635713] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-4c296236-c4ea-4597-904a-3e8828f27fcb tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.635713] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-4c296236-c4ea-4597-904a-3e8828f27fcb tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.635713] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-4c296236-c4ea-4597-904a-3e8828f27fcb tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.248676] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell0:SELECT=5 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 613.283402] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell1:SAVEPOINT=5,nova_cell1:INSERT=42,nova_cell1:RELEASE=5,nova_cell1:SELECT=18,nova_cell1:UPDATE=3 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 613.324618] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_api:SELECT=30,nova_api:UPDATE=3,nova_api:DELETE=1 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 613.336251] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_api:SELECT=30,nova_api:UPDATE=2,nova_api:DELETE=4 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 615.842572] nova-conductor[53933]: ERROR nova.scheduler.utils [None req-c7dc15f4-f88c-471c-a81e-a4a2134fff2a tempest-ServersNegativeTestJSON-2127816395 tempest-ServersNegativeTestJSON-2127816395-project-member] [instance: 59330fd4-c362-4593-824d-d40c00f3f5d2] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port cebc5609-a26d-4a2c-9232-e2a23c02b6be, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 59330fd4-c362-4593-824d-d40c00f3f5d2 was re-scheduled: Binding failed for port cebc5609-a26d-4a2c-9232-e2a23c02b6be, please check neutron logs for more information.\n'] [ 615.843068] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-c7dc15f4-f88c-471c-a81e-a4a2134fff2a tempest-ServersNegativeTestJSON-2127816395 tempest-ServersNegativeTestJSON-2127816395-project-member] Rescheduling: True {{(pid=53933) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 615.843308] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-c7dc15f4-f88c-471c-a81e-a4a2134fff2a tempest-ServersNegativeTestJSON-2127816395 tempest-ServersNegativeTestJSON-2127816395-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 59330fd4-c362-4593-824d-d40c00f3f5d2.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 59330fd4-c362-4593-824d-d40c00f3f5d2. [ 615.843628] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-c7dc15f4-f88c-471c-a81e-a4a2134fff2a tempest-ServersNegativeTestJSON-2127816395 tempest-ServersNegativeTestJSON-2127816395-project-member] [instance: 59330fd4-c362-4593-824d-d40c00f3f5d2] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 59330fd4-c362-4593-824d-d40c00f3f5d2. [ 615.862829] nova-conductor[53933]: DEBUG nova.network.neutron [None req-c7dc15f4-f88c-471c-a81e-a4a2134fff2a tempest-ServersNegativeTestJSON-2127816395 tempest-ServersNegativeTestJSON-2127816395-project-member] [instance: 59330fd4-c362-4593-824d-d40c00f3f5d2] deallocate_for_instance() {{(pid=53933) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 615.878452] nova-conductor[53933]: DEBUG nova.network.neutron [None req-c7dc15f4-f88c-471c-a81e-a4a2134fff2a tempest-ServersNegativeTestJSON-2127816395 tempest-ServersNegativeTestJSON-2127816395-project-member] [instance: 59330fd4-c362-4593-824d-d40c00f3f5d2] Instance cache missing network info. {{(pid=53933) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 615.881753] nova-conductor[53933]: DEBUG nova.network.neutron [None req-c7dc15f4-f88c-471c-a81e-a4a2134fff2a tempest-ServersNegativeTestJSON-2127816395 tempest-ServersNegativeTestJSON-2127816395-project-member] [instance: 59330fd4-c362-4593-824d-d40c00f3f5d2] Updating instance_info_cache with network_info: [] {{(pid=53933) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.785960] nova-conductor[53932]: ERROR nova.scheduler.utils [None req-78fc5888-dc51-4db6-b042-99c6e37b55e8 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] [instance: df154c2a-3616-442d-abb0-83e68cf1141d] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 2924fd97-aeb1-44e8-9977-63613685db15, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance df154c2a-3616-442d-abb0-83e68cf1141d was re-scheduled: Binding failed for port 2924fd97-aeb1-44e8-9977-63613685db15, please check neutron logs for more information.\n'] [ 618.785960] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-78fc5888-dc51-4db6-b042-99c6e37b55e8 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Rescheduling: True {{(pid=53932) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 618.785960] nova-conductor[53932]: WARNING nova.scheduler.utils [None req-78fc5888-dc51-4db6-b042-99c6e37b55e8 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance df154c2a-3616-442d-abb0-83e68cf1141d.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance df154c2a-3616-442d-abb0-83e68cf1141d. [ 618.786337] nova-conductor[53932]: WARNING nova.scheduler.utils [None req-78fc5888-dc51-4db6-b042-99c6e37b55e8 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] [instance: df154c2a-3616-442d-abb0-83e68cf1141d] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance df154c2a-3616-442d-abb0-83e68cf1141d. [ 618.816396] nova-conductor[53932]: DEBUG nova.network.neutron [None req-78fc5888-dc51-4db6-b042-99c6e37b55e8 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] [instance: df154c2a-3616-442d-abb0-83e68cf1141d] deallocate_for_instance() {{(pid=53932) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 618.838067] nova-conductor[53932]: DEBUG nova.network.neutron [None req-78fc5888-dc51-4db6-b042-99c6e37b55e8 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] [instance: df154c2a-3616-442d-abb0-83e68cf1141d] Instance cache missing network info. {{(pid=53932) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 618.843024] nova-conductor[53932]: DEBUG nova.network.neutron [None req-78fc5888-dc51-4db6-b042-99c6e37b55e8 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] [instance: df154c2a-3616-442d-abb0-83e68cf1141d] Updating instance_info_cache with network_info: [] {{(pid=53932) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.457833] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-b6173428-31a9-4cf9-93a1-f39d752b4463 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 620.471187] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-b6173428-31a9-4cf9-93a1-f39d752b4463 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.471415] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-b6173428-31a9-4cf9-93a1-f39d752b4463 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.471584] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-b6173428-31a9-4cf9-93a1-f39d752b4463 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.500031] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-b6173428-31a9-4cf9-93a1-f39d752b4463 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.500202] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-b6173428-31a9-4cf9-93a1-f39d752b4463 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.500375] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-b6173428-31a9-4cf9-93a1-f39d752b4463 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.500752] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-b6173428-31a9-4cf9-93a1-f39d752b4463 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.500930] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-b6173428-31a9-4cf9-93a1-f39d752b4463 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.501429] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-b6173428-31a9-4cf9-93a1-f39d752b4463 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.508939] nova-conductor[53932]: DEBUG nova.quota [None req-b6173428-31a9-4cf9-93a1-f39d752b4463 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Getting quotas for project 102883704d52434591e74440e02262fb. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 620.510987] nova-conductor[53932]: DEBUG nova.quota [None req-b6173428-31a9-4cf9-93a1-f39d752b4463 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Getting quotas for user 45e5c7148ac343ee8674cf6747d7df0c and project 102883704d52434591e74440e02262fb. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 620.516501] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-b6173428-31a9-4cf9-93a1-f39d752b4463 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] [instance: a733a167-9713-43b7-bcc0-b0af47879ffc] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 620.516935] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-b6173428-31a9-4cf9-93a1-f39d752b4463 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.517151] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-b6173428-31a9-4cf9-93a1-f39d752b4463 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.517319] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-b6173428-31a9-4cf9-93a1-f39d752b4463 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.521546] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-b6173428-31a9-4cf9-93a1-f39d752b4463 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] [instance: a733a167-9713-43b7-bcc0-b0af47879ffc] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 620.522172] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-b6173428-31a9-4cf9-93a1-f39d752b4463 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.522372] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-b6173428-31a9-4cf9-93a1-f39d752b4463 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.522534] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-b6173428-31a9-4cf9-93a1-f39d752b4463 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.535980] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-b6173428-31a9-4cf9-93a1-f39d752b4463 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.536201] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-b6173428-31a9-4cf9-93a1-f39d752b4463 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.536371] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-b6173428-31a9-4cf9-93a1-f39d752b4463 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.746789] nova-conductor[53933]: ERROR nova.scheduler.utils [None req-25769ab2-5284-479f-96cd-f9a5dc802ff9 tempest-ServerMetadataNegativeTestJSON-2066213469 tempest-ServerMetadataNegativeTestJSON-2066213469-project-member] [instance: ad2f23df-c067-4d30-b143-e50ebcc50d4e] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port c969908d-2baa-444f-ad85-d6e514854266, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ad2f23df-c067-4d30-b143-e50ebcc50d4e was re-scheduled: Binding failed for port c969908d-2baa-444f-ad85-d6e514854266, please check neutron logs for more information.\n'] [ 620.747482] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-25769ab2-5284-479f-96cd-f9a5dc802ff9 tempest-ServerMetadataNegativeTestJSON-2066213469 tempest-ServerMetadataNegativeTestJSON-2066213469-project-member] Rescheduling: True {{(pid=53933) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 620.747756] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-25769ab2-5284-479f-96cd-f9a5dc802ff9 tempest-ServerMetadataNegativeTestJSON-2066213469 tempest-ServerMetadataNegativeTestJSON-2066213469-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ad2f23df-c067-4d30-b143-e50ebcc50d4e.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ad2f23df-c067-4d30-b143-e50ebcc50d4e. [ 620.747982] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-25769ab2-5284-479f-96cd-f9a5dc802ff9 tempest-ServerMetadataNegativeTestJSON-2066213469 tempest-ServerMetadataNegativeTestJSON-2066213469-project-member] [instance: ad2f23df-c067-4d30-b143-e50ebcc50d4e] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ad2f23df-c067-4d30-b143-e50ebcc50d4e. [ 620.780945] nova-conductor[53933]: DEBUG nova.network.neutron [None req-25769ab2-5284-479f-96cd-f9a5dc802ff9 tempest-ServerMetadataNegativeTestJSON-2066213469 tempest-ServerMetadataNegativeTestJSON-2066213469-project-member] [instance: ad2f23df-c067-4d30-b143-e50ebcc50d4e] deallocate_for_instance() {{(pid=53933) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 620.797390] nova-conductor[53933]: DEBUG nova.network.neutron [None req-25769ab2-5284-479f-96cd-f9a5dc802ff9 tempest-ServerMetadataNegativeTestJSON-2066213469 tempest-ServerMetadataNegativeTestJSON-2066213469-project-member] [instance: ad2f23df-c067-4d30-b143-e50ebcc50d4e] Instance cache missing network info. {{(pid=53933) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 620.801203] nova-conductor[53933]: DEBUG nova.network.neutron [None req-25769ab2-5284-479f-96cd-f9a5dc802ff9 tempest-ServerMetadataNegativeTestJSON-2066213469 tempest-ServerMetadataNegativeTestJSON-2066213469-project-member] [instance: ad2f23df-c067-4d30-b143-e50ebcc50d4e] Updating instance_info_cache with network_info: [] {{(pid=53933) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.603079] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell0:SELECT=2 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 622.622946] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell1:SELECT=10,nova_cell1:UPDATE=3,nova_cell1:INSERT=16,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 622.629366] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_api:SELECT=14 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 622.634100] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_api:SELECT=12,nova_api:UPDATE=2,nova_api:DELETE=2 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 623.131084] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell1:SELECT=400,nova_cell1:UPDATE=209,nova_cell1:INSERT=33,nova_cell1:SAVEPOINT=32,nova_cell1:RELEASE=32,nova_cell1:DELETE=2 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 625.251281] nova-conductor[53933]: ERROR nova.scheduler.utils [None req-58239374-43de-4bf7-a9d2-26aa7b1b3172 tempest-ServerExternalEventsTest-420887420 tempest-ServerExternalEventsTest-420887420-project-member] [instance: e37ac276-8a3e-45b3-8176-d972eb4e6e3e] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port e10d736b-c6c7-4ce2-bbd5-17e6fef1d92c, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance e37ac276-8a3e-45b3-8176-d972eb4e6e3e was re-scheduled: Binding failed for port e10d736b-c6c7-4ce2-bbd5-17e6fef1d92c, please check neutron logs for more information.\n'] [ 625.252383] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-58239374-43de-4bf7-a9d2-26aa7b1b3172 tempest-ServerExternalEventsTest-420887420 tempest-ServerExternalEventsTest-420887420-project-member] Rescheduling: True {{(pid=53933) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 625.252383] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-58239374-43de-4bf7-a9d2-26aa7b1b3172 tempest-ServerExternalEventsTest-420887420 tempest-ServerExternalEventsTest-420887420-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e37ac276-8a3e-45b3-8176-d972eb4e6e3e.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e37ac276-8a3e-45b3-8176-d972eb4e6e3e. [ 625.252383] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-58239374-43de-4bf7-a9d2-26aa7b1b3172 tempest-ServerExternalEventsTest-420887420 tempest-ServerExternalEventsTest-420887420-project-member] [instance: e37ac276-8a3e-45b3-8176-d972eb4e6e3e] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e37ac276-8a3e-45b3-8176-d972eb4e6e3e. [ 625.278636] nova-conductor[53933]: DEBUG nova.network.neutron [None req-58239374-43de-4bf7-a9d2-26aa7b1b3172 tempest-ServerExternalEventsTest-420887420 tempest-ServerExternalEventsTest-420887420-project-member] [instance: e37ac276-8a3e-45b3-8176-d972eb4e6e3e] deallocate_for_instance() {{(pid=53933) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 625.300927] nova-conductor[53933]: DEBUG nova.network.neutron [None req-58239374-43de-4bf7-a9d2-26aa7b1b3172 tempest-ServerExternalEventsTest-420887420 tempest-ServerExternalEventsTest-420887420-project-member] [instance: e37ac276-8a3e-45b3-8176-d972eb4e6e3e] Instance cache missing network info. {{(pid=53933) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 625.305255] nova-conductor[53933]: DEBUG nova.network.neutron [None req-58239374-43de-4bf7-a9d2-26aa7b1b3172 tempest-ServerExternalEventsTest-420887420 tempest-ServerExternalEventsTest-420887420-project-member] [instance: e37ac276-8a3e-45b3-8176-d972eb4e6e3e] Updating instance_info_cache with network_info: [] {{(pid=53933) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.182270] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell1:SAVEPOINT=37,nova_cell1:RELEASE=37,nova_cell1:SELECT=379,nova_cell1:UPDATE=176,nova_cell1:INSERT=20 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 628.205236] nova-conductor[53933]: ERROR nova.scheduler.utils [None req-3b0a2022-54cc-4bc4-b4c1-d371db21e74a tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] [instance: 975b0c65-6f57-4c7c-ae46-b23920a039f7] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port bc42264c-bfda-4aab-8e36-54a4ffacdb53, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 975b0c65-6f57-4c7c-ae46-b23920a039f7 was re-scheduled: Binding failed for port bc42264c-bfda-4aab-8e36-54a4ffacdb53, please check neutron logs for more information.\n'] [ 628.207283] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-3b0a2022-54cc-4bc4-b4c1-d371db21e74a tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Rescheduling: True {{(pid=53933) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 628.207283] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-3b0a2022-54cc-4bc4-b4c1-d371db21e74a tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 975b0c65-6f57-4c7c-ae46-b23920a039f7.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 975b0c65-6f57-4c7c-ae46-b23920a039f7. [ 628.207283] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-3b0a2022-54cc-4bc4-b4c1-d371db21e74a tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] [instance: 975b0c65-6f57-4c7c-ae46-b23920a039f7] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 975b0c65-6f57-4c7c-ae46-b23920a039f7. [ 628.236082] nova-conductor[53933]: DEBUG nova.network.neutron [None req-3b0a2022-54cc-4bc4-b4c1-d371db21e74a tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] [instance: 975b0c65-6f57-4c7c-ae46-b23920a039f7] deallocate_for_instance() {{(pid=53933) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 628.260743] nova-conductor[53933]: DEBUG nova.network.neutron [None req-3b0a2022-54cc-4bc4-b4c1-d371db21e74a tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] [instance: 975b0c65-6f57-4c7c-ae46-b23920a039f7] Instance cache missing network info. {{(pid=53933) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 628.264894] nova-conductor[53933]: DEBUG nova.network.neutron [None req-3b0a2022-54cc-4bc4-b4c1-d371db21e74a tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] [instance: 975b0c65-6f57-4c7c-ae46-b23920a039f7] Updating instance_info_cache with network_info: [] {{(pid=53933) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.973689] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-7768b95d-9858-4c7b-98da-c69856623329 tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 629.986854] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7768b95d-9858-4c7b-98da-c69856623329 tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.987097] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7768b95d-9858-4c7b-98da-c69856623329 tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.987272] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7768b95d-9858-4c7b-98da-c69856623329 tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.014501] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7768b95d-9858-4c7b-98da-c69856623329 tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.014737] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7768b95d-9858-4c7b-98da-c69856623329 tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.014908] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7768b95d-9858-4c7b-98da-c69856623329 tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.015304] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7768b95d-9858-4c7b-98da-c69856623329 tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.015489] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7768b95d-9858-4c7b-98da-c69856623329 tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.015651] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7768b95d-9858-4c7b-98da-c69856623329 tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.024718] nova-conductor[53933]: DEBUG nova.quota [None req-7768b95d-9858-4c7b-98da-c69856623329 tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Getting quotas for project ad0aa62c68274ebd9dc50e07a08a3e76. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 630.028263] nova-conductor[53933]: DEBUG nova.quota [None req-7768b95d-9858-4c7b-98da-c69856623329 tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Getting quotas for user ea7bc069037447c4bd9451e0f9106689 and project ad0aa62c68274ebd9dc50e07a08a3e76. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 630.033222] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-7768b95d-9858-4c7b-98da-c69856623329 tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] [instance: 56e74975-e4fa-4ff8-ab87-aa74125dab78] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 630.033651] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7768b95d-9858-4c7b-98da-c69856623329 tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.033851] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7768b95d-9858-4c7b-98da-c69856623329 tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.034033] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7768b95d-9858-4c7b-98da-c69856623329 tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.038127] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-7768b95d-9858-4c7b-98da-c69856623329 tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] [instance: 56e74975-e4fa-4ff8-ab87-aa74125dab78] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 630.038733] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7768b95d-9858-4c7b-98da-c69856623329 tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.038935] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7768b95d-9858-4c7b-98da-c69856623329 tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.039145] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7768b95d-9858-4c7b-98da-c69856623329 tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.059882] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7768b95d-9858-4c7b-98da-c69856623329 tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.060254] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7768b95d-9858-4c7b-98da-c69856623329 tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.060352] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7768b95d-9858-4c7b-98da-c69856623329 tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.504328] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell0:SELECT=1 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 630.525051] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 630.535026] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 630.845908] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Took 0.50 seconds to select destinations for 2 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 630.861465] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.861701] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.861871] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.908798] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.909056] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.909227] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.939310] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.939558] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.939730] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.941464] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.941464] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.941464] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.952351] nova-conductor[53932]: DEBUG nova.quota [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Getting quotas for project 5e4e8f3e000f4c2383b3a39f24499577. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 630.956844] nova-conductor[53932]: DEBUG nova.quota [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Getting quotas for user c5f2c10ceb02461095c74c83d4a745d8 and project 5e4e8f3e000f4c2383b3a39f24499577. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 630.961965] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] [instance: e632307a-ffe9-45a6-9224-8598aea5d269] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 630.962640] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.962788] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.962920] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.967109] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] [instance: e632307a-ffe9-45a6-9224-8598aea5d269] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 630.967745] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.967948] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.968148] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.982409] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.982630] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.982798] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.990060] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] [instance: b9ec575c-034b-46bc-afbd-7a8a07a8e005] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 630.993860] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.993860] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.993860] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.997562] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] [instance: b9ec575c-034b-46bc-afbd-7a8a07a8e005] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 630.998280] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.999129] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.999129] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.016449] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.016677] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.016845] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.673059] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-5c89ba28-84c3-4d9b-874c-5ce911f527a4 tempest-ImagesNegativeTestJSON-132255802 tempest-ImagesNegativeTestJSON-132255802-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 634.685859] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-5c89ba28-84c3-4d9b-874c-5ce911f527a4 tempest-ImagesNegativeTestJSON-132255802 tempest-ImagesNegativeTestJSON-132255802-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.686044] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-5c89ba28-84c3-4d9b-874c-5ce911f527a4 tempest-ImagesNegativeTestJSON-132255802 tempest-ImagesNegativeTestJSON-132255802-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.686279] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-5c89ba28-84c3-4d9b-874c-5ce911f527a4 tempest-ImagesNegativeTestJSON-132255802 tempest-ImagesNegativeTestJSON-132255802-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.714017] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-5c89ba28-84c3-4d9b-874c-5ce911f527a4 tempest-ImagesNegativeTestJSON-132255802 tempest-ImagesNegativeTestJSON-132255802-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.714017] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-5c89ba28-84c3-4d9b-874c-5ce911f527a4 tempest-ImagesNegativeTestJSON-132255802 tempest-ImagesNegativeTestJSON-132255802-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.714017] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-5c89ba28-84c3-4d9b-874c-5ce911f527a4 tempest-ImagesNegativeTestJSON-132255802 tempest-ImagesNegativeTestJSON-132255802-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.714384] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-5c89ba28-84c3-4d9b-874c-5ce911f527a4 tempest-ImagesNegativeTestJSON-132255802 tempest-ImagesNegativeTestJSON-132255802-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.714437] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-5c89ba28-84c3-4d9b-874c-5ce911f527a4 tempest-ImagesNegativeTestJSON-132255802 tempest-ImagesNegativeTestJSON-132255802-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.714590] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-5c89ba28-84c3-4d9b-874c-5ce911f527a4 tempest-ImagesNegativeTestJSON-132255802 tempest-ImagesNegativeTestJSON-132255802-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.723014] nova-conductor[53933]: DEBUG nova.quota [None req-5c89ba28-84c3-4d9b-874c-5ce911f527a4 tempest-ImagesNegativeTestJSON-132255802 tempest-ImagesNegativeTestJSON-132255802-project-member] Getting quotas for project e6af19c6aedd463d8a1fa6a6b00ff852. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 634.725111] nova-conductor[53933]: DEBUG nova.quota [None req-5c89ba28-84c3-4d9b-874c-5ce911f527a4 tempest-ImagesNegativeTestJSON-132255802 tempest-ImagesNegativeTestJSON-132255802-project-member] Getting quotas for user 479ce49eee9849d48f7683f8232b69c3 and project e6af19c6aedd463d8a1fa6a6b00ff852. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 634.730088] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-5c89ba28-84c3-4d9b-874c-5ce911f527a4 tempest-ImagesNegativeTestJSON-132255802 tempest-ImagesNegativeTestJSON-132255802-project-member] [instance: e49e77d6-8d5e-4d89-b129-ac34cd1969c1] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 634.730531] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-5c89ba28-84c3-4d9b-874c-5ce911f527a4 tempest-ImagesNegativeTestJSON-132255802 tempest-ImagesNegativeTestJSON-132255802-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.730735] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-5c89ba28-84c3-4d9b-874c-5ce911f527a4 tempest-ImagesNegativeTestJSON-132255802 tempest-ImagesNegativeTestJSON-132255802-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.730940] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-5c89ba28-84c3-4d9b-874c-5ce911f527a4 tempest-ImagesNegativeTestJSON-132255802 tempest-ImagesNegativeTestJSON-132255802-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.735136] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-5c89ba28-84c3-4d9b-874c-5ce911f527a4 tempest-ImagesNegativeTestJSON-132255802 tempest-ImagesNegativeTestJSON-132255802-project-member] [instance: e49e77d6-8d5e-4d89-b129-ac34cd1969c1] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 634.735744] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-5c89ba28-84c3-4d9b-874c-5ce911f527a4 tempest-ImagesNegativeTestJSON-132255802 tempest-ImagesNegativeTestJSON-132255802-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.735940] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-5c89ba28-84c3-4d9b-874c-5ce911f527a4 tempest-ImagesNegativeTestJSON-132255802 tempest-ImagesNegativeTestJSON-132255802-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.736137] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-5c89ba28-84c3-4d9b-874c-5ce911f527a4 tempest-ImagesNegativeTestJSON-132255802 tempest-ImagesNegativeTestJSON-132255802-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.750235] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-5c89ba28-84c3-4d9b-874c-5ce911f527a4 tempest-ImagesNegativeTestJSON-132255802 tempest-ImagesNegativeTestJSON-132255802-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.750503] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-5c89ba28-84c3-4d9b-874c-5ce911f527a4 tempest-ImagesNegativeTestJSON-132255802 tempest-ImagesNegativeTestJSON-132255802-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.750573] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-5c89ba28-84c3-4d9b-874c-5ce911f527a4 tempest-ImagesNegativeTestJSON-132255802 tempest-ImagesNegativeTestJSON-132255802-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.863359] nova-conductor[53933]: ERROR nova.scheduler.utils [None req-040aa671-7a16-4f90-9b08-ccd686b6da39 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] [instance: 6236c44a-e3c6-4302-8f15-4eb8dfaf5960] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 3fd67133-0c2c-4c5e-88a3-769cf0a6176e, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 6236c44a-e3c6-4302-8f15-4eb8dfaf5960 was re-scheduled: Binding failed for port 3fd67133-0c2c-4c5e-88a3-769cf0a6176e, please check neutron logs for more information.\n'] [ 635.863976] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-040aa671-7a16-4f90-9b08-ccd686b6da39 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Rescheduling: True {{(pid=53933) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 635.864235] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-040aa671-7a16-4f90-9b08-ccd686b6da39 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6236c44a-e3c6-4302-8f15-4eb8dfaf5960.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6236c44a-e3c6-4302-8f15-4eb8dfaf5960. [ 635.864543] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-040aa671-7a16-4f90-9b08-ccd686b6da39 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] [instance: 6236c44a-e3c6-4302-8f15-4eb8dfaf5960] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6236c44a-e3c6-4302-8f15-4eb8dfaf5960. [ 635.885224] nova-conductor[53933]: DEBUG nova.network.neutron [None req-040aa671-7a16-4f90-9b08-ccd686b6da39 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] [instance: 6236c44a-e3c6-4302-8f15-4eb8dfaf5960] deallocate_for_instance() {{(pid=53933) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 635.906923] nova-conductor[53933]: DEBUG nova.network.neutron [None req-040aa671-7a16-4f90-9b08-ccd686b6da39 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] [instance: 6236c44a-e3c6-4302-8f15-4eb8dfaf5960] Instance cache missing network info. {{(pid=53933) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 635.908983] nova-conductor[53933]: DEBUG nova.network.neutron [None req-040aa671-7a16-4f90-9b08-ccd686b6da39 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] [instance: 6236c44a-e3c6-4302-8f15-4eb8dfaf5960] Updating instance_info_cache with network_info: [] {{(pid=53933) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.963227] nova-conductor[53933]: ERROR nova.scheduler.utils [None req-766a3c1e-4e5e-4b67-84f8-1daf06ef8c9b tempest-InstanceActionsNegativeTestJSON-819169083 tempest-InstanceActionsNegativeTestJSON-819169083-project-member] [instance: 71248677-92fb-4f66-b089-2cbbdc808bb7] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 349e36b8-9012-4828-a720-1886f9013fa2, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 71248677-92fb-4f66-b089-2cbbdc808bb7 was re-scheduled: Binding failed for port 349e36b8-9012-4828-a720-1886f9013fa2, please check neutron logs for more information.\n'] [ 637.963800] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-766a3c1e-4e5e-4b67-84f8-1daf06ef8c9b tempest-InstanceActionsNegativeTestJSON-819169083 tempest-InstanceActionsNegativeTestJSON-819169083-project-member] Rescheduling: True {{(pid=53933) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 637.963800] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-766a3c1e-4e5e-4b67-84f8-1daf06ef8c9b tempest-InstanceActionsNegativeTestJSON-819169083 tempest-InstanceActionsNegativeTestJSON-819169083-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 71248677-92fb-4f66-b089-2cbbdc808bb7.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 71248677-92fb-4f66-b089-2cbbdc808bb7. [ 637.963800] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-766a3c1e-4e5e-4b67-84f8-1daf06ef8c9b tempest-InstanceActionsNegativeTestJSON-819169083 tempest-InstanceActionsNegativeTestJSON-819169083-project-member] [instance: 71248677-92fb-4f66-b089-2cbbdc808bb7] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 71248677-92fb-4f66-b089-2cbbdc808bb7. [ 637.991453] nova-conductor[53933]: DEBUG nova.network.neutron [None req-766a3c1e-4e5e-4b67-84f8-1daf06ef8c9b tempest-InstanceActionsNegativeTestJSON-819169083 tempest-InstanceActionsNegativeTestJSON-819169083-project-member] [instance: 71248677-92fb-4f66-b089-2cbbdc808bb7] deallocate_for_instance() {{(pid=53933) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 638.011959] nova-conductor[53933]: DEBUG nova.network.neutron [None req-766a3c1e-4e5e-4b67-84f8-1daf06ef8c9b tempest-InstanceActionsNegativeTestJSON-819169083 tempest-InstanceActionsNegativeTestJSON-819169083-project-member] [instance: 71248677-92fb-4f66-b089-2cbbdc808bb7] Instance cache missing network info. {{(pid=53933) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 638.015318] nova-conductor[53933]: DEBUG nova.network.neutron [None req-766a3c1e-4e5e-4b67-84f8-1daf06ef8c9b tempest-InstanceActionsNegativeTestJSON-819169083 tempest-InstanceActionsNegativeTestJSON-819169083-project-member] [instance: 71248677-92fb-4f66-b089-2cbbdc808bb7] Updating instance_info_cache with network_info: [] {{(pid=53933) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.637549] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-6304b730-45c1-4be8-abd9-b72ba63b9987 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 638.651021] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6304b730-45c1-4be8-abd9-b72ba63b9987 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.651021] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6304b730-45c1-4be8-abd9-b72ba63b9987 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.651021] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6304b730-45c1-4be8-abd9-b72ba63b9987 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.678746] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6304b730-45c1-4be8-abd9-b72ba63b9987 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.679040] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6304b730-45c1-4be8-abd9-b72ba63b9987 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.679257] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6304b730-45c1-4be8-abd9-b72ba63b9987 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.679689] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6304b730-45c1-4be8-abd9-b72ba63b9987 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.679918] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6304b730-45c1-4be8-abd9-b72ba63b9987 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.680134] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6304b730-45c1-4be8-abd9-b72ba63b9987 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.687835] nova-conductor[53933]: DEBUG nova.quota [None req-6304b730-45c1-4be8-abd9-b72ba63b9987 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Getting quotas for project 7f9d84ad259f469881b6d87317f7c26c. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 638.691834] nova-conductor[53933]: DEBUG nova.quota [None req-6304b730-45c1-4be8-abd9-b72ba63b9987 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Getting quotas for user e6423d0a86724e239792039797cf44f5 and project 7f9d84ad259f469881b6d87317f7c26c. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 638.701889] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-6304b730-45c1-4be8-abd9-b72ba63b9987 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] [instance: 3f2ed06f-27d0-4a73-a678-430db5334147] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 638.702347] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6304b730-45c1-4be8-abd9-b72ba63b9987 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.702568] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6304b730-45c1-4be8-abd9-b72ba63b9987 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.702735] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6304b730-45c1-4be8-abd9-b72ba63b9987 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.705828] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-6304b730-45c1-4be8-abd9-b72ba63b9987 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] [instance: 3f2ed06f-27d0-4a73-a678-430db5334147] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 638.706593] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6304b730-45c1-4be8-abd9-b72ba63b9987 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.706809] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6304b730-45c1-4be8-abd9-b72ba63b9987 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.706977] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6304b730-45c1-4be8-abd9-b72ba63b9987 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.724487] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6304b730-45c1-4be8-abd9-b72ba63b9987 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.724487] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6304b730-45c1-4be8-abd9-b72ba63b9987 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.724487] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6304b730-45c1-4be8-abd9-b72ba63b9987 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.947731] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell0:SELECT=1 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 641.000637] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell1:SELECT=5,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=15,nova_cell1:RELEASE=1 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 641.012020] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_api:SELECT=9,nova_api:UPDATE=2 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 641.013722] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_api:SELECT=12,nova_api:DELETE=2 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 641.461473] nova-conductor[53933]: ERROR nova.scheduler.utils [None req-b49348a6-2479-402e-aa1d-c614614db13e tempest-ImagesOneServerTestJSON-1130644034 tempest-ImagesOneServerTestJSON-1130644034-project-member] [instance: fc1f08e8-fd0a-4b84-bc8f-fe3a27136c57] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 57786bf5-f441-4e5c-9e58-ace0f626cc7b, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance fc1f08e8-fd0a-4b84-bc8f-fe3a27136c57 was re-scheduled: Binding failed for port 57786bf5-f441-4e5c-9e58-ace0f626cc7b, please check neutron logs for more information.\n'] [ 641.462086] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-b49348a6-2479-402e-aa1d-c614614db13e tempest-ImagesOneServerTestJSON-1130644034 tempest-ImagesOneServerTestJSON-1130644034-project-member] Rescheduling: True {{(pid=53933) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 641.462326] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-b49348a6-2479-402e-aa1d-c614614db13e tempest-ImagesOneServerTestJSON-1130644034 tempest-ImagesOneServerTestJSON-1130644034-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fc1f08e8-fd0a-4b84-bc8f-fe3a27136c57.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fc1f08e8-fd0a-4b84-bc8f-fe3a27136c57. [ 641.462633] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-b49348a6-2479-402e-aa1d-c614614db13e tempest-ImagesOneServerTestJSON-1130644034 tempest-ImagesOneServerTestJSON-1130644034-project-member] [instance: fc1f08e8-fd0a-4b84-bc8f-fe3a27136c57] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fc1f08e8-fd0a-4b84-bc8f-fe3a27136c57. [ 641.482375] nova-conductor[53933]: DEBUG nova.network.neutron [None req-b49348a6-2479-402e-aa1d-c614614db13e tempest-ImagesOneServerTestJSON-1130644034 tempest-ImagesOneServerTestJSON-1130644034-project-member] [instance: fc1f08e8-fd0a-4b84-bc8f-fe3a27136c57] deallocate_for_instance() {{(pid=53933) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 641.497521] nova-conductor[53933]: DEBUG nova.network.neutron [None req-b49348a6-2479-402e-aa1d-c614614db13e tempest-ImagesOneServerTestJSON-1130644034 tempest-ImagesOneServerTestJSON-1130644034-project-member] [instance: fc1f08e8-fd0a-4b84-bc8f-fe3a27136c57] Instance cache missing network info. {{(pid=53933) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.501458] nova-conductor[53933]: DEBUG nova.network.neutron [None req-b49348a6-2479-402e-aa1d-c614614db13e tempest-ImagesOneServerTestJSON-1130644034 tempest-ImagesOneServerTestJSON-1130644034-project-member] [instance: fc1f08e8-fd0a-4b84-bc8f-fe3a27136c57] Updating instance_info_cache with network_info: [] {{(pid=53933) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.854299] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-78ca3adb-ce12-4185-9d92-9b7a5a098880 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 647.871138] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-78ca3adb-ce12-4185-9d92-9b7a5a098880 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.871395] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-78ca3adb-ce12-4185-9d92-9b7a5a098880 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.871558] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-78ca3adb-ce12-4185-9d92-9b7a5a098880 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.916929] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-78ca3adb-ce12-4185-9d92-9b7a5a098880 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.917368] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-78ca3adb-ce12-4185-9d92-9b7a5a098880 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.917604] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-78ca3adb-ce12-4185-9d92-9b7a5a098880 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.918040] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-78ca3adb-ce12-4185-9d92-9b7a5a098880 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.918349] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-78ca3adb-ce12-4185-9d92-9b7a5a098880 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.918628] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-78ca3adb-ce12-4185-9d92-9b7a5a098880 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.928285] nova-conductor[53932]: DEBUG nova.quota [None req-78ca3adb-ce12-4185-9d92-9b7a5a098880 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Getting quotas for project c75c9b7c8d6b441d80fe512c37c88679. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 647.932680] nova-conductor[53932]: DEBUG nova.quota [None req-78ca3adb-ce12-4185-9d92-9b7a5a098880 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Getting quotas for user 744da696f7c64f62ae04195aa737fab4 and project c75c9b7c8d6b441d80fe512c37c88679. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 647.938175] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-78ca3adb-ce12-4185-9d92-9b7a5a098880 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] [instance: f5c91aad-0f8a-4ad3-8566-7f36ff983575] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 647.938736] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-78ca3adb-ce12-4185-9d92-9b7a5a098880 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.939024] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-78ca3adb-ce12-4185-9d92-9b7a5a098880 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.939305] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-78ca3adb-ce12-4185-9d92-9b7a5a098880 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.952029] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-78ca3adb-ce12-4185-9d92-9b7a5a098880 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] [instance: f5c91aad-0f8a-4ad3-8566-7f36ff983575] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 647.952808] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-78ca3adb-ce12-4185-9d92-9b7a5a098880 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.953209] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-78ca3adb-ce12-4185-9d92-9b7a5a098880 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.953460] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-78ca3adb-ce12-4185-9d92-9b7a5a098880 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.976076] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-78ca3adb-ce12-4185-9d92-9b7a5a098880 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.976421] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-78ca3adb-ce12-4185-9d92-9b7a5a098880 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.976678] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-78ca3adb-ce12-4185-9d92-9b7a5a098880 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.684079] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell0:SELECT=3 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 648.708989] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=22,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 648.719999] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_api:SELECT=18,nova_api:UPDATE=2 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 648.721426] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_api:SELECT=18,nova_api:DELETE=3,nova_api:UPDATE=1 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 651.545983] nova-conductor[53933]: ERROR nova.scheduler.utils [None req-6a2c9675-90f7-4393-9c5f-191b444f8510 tempest-ServerActionsTestOtherB-2084499513 tempest-ServerActionsTestOtherB-2084499513-project-member] [instance: b4706725-5e28-4d2a-b4a8-7633ffa63afe] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 60bdf1b2-ec40-492d-9a63-9aadcf1aaed4, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance b4706725-5e28-4d2a-b4a8-7633ffa63afe was re-scheduled: Binding failed for port 60bdf1b2-ec40-492d-9a63-9aadcf1aaed4, please check neutron logs for more information.\n'] [ 651.546556] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-6a2c9675-90f7-4393-9c5f-191b444f8510 tempest-ServerActionsTestOtherB-2084499513 tempest-ServerActionsTestOtherB-2084499513-project-member] Rescheduling: True {{(pid=53933) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 651.546783] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-6a2c9675-90f7-4393-9c5f-191b444f8510 tempest-ServerActionsTestOtherB-2084499513 tempest-ServerActionsTestOtherB-2084499513-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b4706725-5e28-4d2a-b4a8-7633ffa63afe.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b4706725-5e28-4d2a-b4a8-7633ffa63afe. [ 651.546992] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-6a2c9675-90f7-4393-9c5f-191b444f8510 tempest-ServerActionsTestOtherB-2084499513 tempest-ServerActionsTestOtherB-2084499513-project-member] [instance: b4706725-5e28-4d2a-b4a8-7633ffa63afe] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b4706725-5e28-4d2a-b4a8-7633ffa63afe. [ 651.572844] nova-conductor[53933]: DEBUG nova.network.neutron [None req-6a2c9675-90f7-4393-9c5f-191b444f8510 tempest-ServerActionsTestOtherB-2084499513 tempest-ServerActionsTestOtherB-2084499513-project-member] [instance: b4706725-5e28-4d2a-b4a8-7633ffa63afe] deallocate_for_instance() {{(pid=53933) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 651.593604] nova-conductor[53933]: DEBUG nova.network.neutron [None req-6a2c9675-90f7-4393-9c5f-191b444f8510 tempest-ServerActionsTestOtherB-2084499513 tempest-ServerActionsTestOtherB-2084499513-project-member] [instance: b4706725-5e28-4d2a-b4a8-7633ffa63afe] Instance cache missing network info. {{(pid=53933) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.599722] nova-conductor[53933]: DEBUG nova.network.neutron [None req-6a2c9675-90f7-4393-9c5f-191b444f8510 tempest-ServerActionsTestOtherB-2084499513 tempest-ServerActionsTestOtherB-2084499513-project-member] [instance: b4706725-5e28-4d2a-b4a8-7633ffa63afe] Updating instance_info_cache with network_info: [] {{(pid=53933) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.822742] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-e93b350d-5994-4c64-94c4-b99b680502af tempest-ServersListShow296Test-1643611132 tempest-ServersListShow296Test-1643611132-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 655.831915] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-e93b350d-5994-4c64-94c4-b99b680502af tempest-ServersListShow296Test-1643611132 tempest-ServersListShow296Test-1643611132-project-member] [instance: cd7b50b5-4ee9-4888-a211-8cdc5c25a07f] While scheduling instance, the build request was already deleted. {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1706}} [ 655.963998] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e93b350d-5994-4c64-94c4-b99b680502af tempest-ServersListShow296Test-1643611132 tempest-ServersListShow296Test-1643611132-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.964260] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e93b350d-5994-4c64-94c4-b99b680502af tempest-ServersListShow296Test-1643611132 tempest-ServersListShow296Test-1643611132-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.964434] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e93b350d-5994-4c64-94c4-b99b680502af tempest-ServersListShow296Test-1643611132 tempest-ServersListShow296Test-1643611132-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.964822] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e93b350d-5994-4c64-94c4-b99b680502af tempest-ServersListShow296Test-1643611132 tempest-ServersListShow296Test-1643611132-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.965151] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e93b350d-5994-4c64-94c4-b99b680502af tempest-ServersListShow296Test-1643611132 tempest-ServersListShow296Test-1643611132-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.965259] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e93b350d-5994-4c64-94c4-b99b680502af tempest-ServersListShow296Test-1643611132 tempest-ServersListShow296Test-1643611132-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.980431] nova-conductor[53933]: DEBUG nova.quota [None req-e93b350d-5994-4c64-94c4-b99b680502af tempest-ServersListShow296Test-1643611132 tempest-ServersListShow296Test-1643611132-project-member] Getting quotas for project 1b5e0d5a8e7949a3850a9a5ee0dad39f. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 655.985652] nova-conductor[53933]: DEBUG nova.quota [None req-e93b350d-5994-4c64-94c4-b99b680502af tempest-ServersListShow296Test-1643611132 tempest-ServersListShow296Test-1643611132-project-member] Getting quotas for user 966a9415aa4e4b6a85d9b94fda0e8aff and project 1b5e0d5a8e7949a3850a9a5ee0dad39f. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 657.924036] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell0:SELECT=1 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 657.959917] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 657.971159] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_api:SELECT=6 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 657.973267] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 658.574966] nova-conductor[53933]: ERROR nova.scheduler.utils [None req-71643155-6db5-4d2f-86e4-0ef8f904b56d tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] [instance: 70af5d32-254f-4819-8cca-c28346e48139] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 5a029700-355b-4874-a77b-2768950fce1a, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 70af5d32-254f-4819-8cca-c28346e48139 was re-scheduled: Binding failed for port 5a029700-355b-4874-a77b-2768950fce1a, please check neutron logs for more information.\n'] [ 658.578334] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-71643155-6db5-4d2f-86e4-0ef8f904b56d tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Rescheduling: True {{(pid=53933) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 658.578607] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-71643155-6db5-4d2f-86e4-0ef8f904b56d tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 70af5d32-254f-4819-8cca-c28346e48139.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 70af5d32-254f-4819-8cca-c28346e48139. [ 658.578827] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-71643155-6db5-4d2f-86e4-0ef8f904b56d tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] [instance: 70af5d32-254f-4819-8cca-c28346e48139] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 70af5d32-254f-4819-8cca-c28346e48139. [ 658.614010] nova-conductor[53933]: DEBUG nova.network.neutron [None req-71643155-6db5-4d2f-86e4-0ef8f904b56d tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] [instance: 70af5d32-254f-4819-8cca-c28346e48139] deallocate_for_instance() {{(pid=53933) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 658.629725] nova-conductor[53933]: DEBUG nova.network.neutron [None req-71643155-6db5-4d2f-86e4-0ef8f904b56d tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] [instance: 70af5d32-254f-4819-8cca-c28346e48139] Instance cache missing network info. {{(pid=53933) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.633361] nova-conductor[53933]: DEBUG nova.network.neutron [None req-71643155-6db5-4d2f-86e4-0ef8f904b56d tempest-DeleteServersAdminTestJSON-1949675843 tempest-DeleteServersAdminTestJSON-1949675843-project-member] [instance: 70af5d32-254f-4819-8cca-c28346e48139] Updating instance_info_cache with network_info: [] {{(pid=53933) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.973554] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell0:SELECT=1 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 665.977747] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell1:SELECT=1 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 665.991339] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_api:SELECT=5 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 665.992051] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_api:SELECT=4,nova_api:DELETE=1 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 667.055046] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-fa44fb15-5273-453b-a88e-6fedcf1a8752 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 667.071452] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-fa44fb15-5273-453b-a88e-6fedcf1a8752 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.071688] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-fa44fb15-5273-453b-a88e-6fedcf1a8752 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.071862] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-fa44fb15-5273-453b-a88e-6fedcf1a8752 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.114393] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-fa44fb15-5273-453b-a88e-6fedcf1a8752 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.114635] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-fa44fb15-5273-453b-a88e-6fedcf1a8752 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.114805] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-fa44fb15-5273-453b-a88e-6fedcf1a8752 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.115199] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-fa44fb15-5273-453b-a88e-6fedcf1a8752 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.115395] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-fa44fb15-5273-453b-a88e-6fedcf1a8752 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.115601] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-fa44fb15-5273-453b-a88e-6fedcf1a8752 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.123271] nova-conductor[53933]: DEBUG nova.quota [None req-fa44fb15-5273-453b-a88e-6fedcf1a8752 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Getting quotas for project bce8b65663234390ba27b6173ce5e519. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 667.125328] nova-conductor[53933]: DEBUG nova.quota [None req-fa44fb15-5273-453b-a88e-6fedcf1a8752 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Getting quotas for user 664c146362bf40dc880ec2fb4dcffd6d and project bce8b65663234390ba27b6173ce5e519. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 667.131108] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-fa44fb15-5273-453b-a88e-6fedcf1a8752 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] [instance: bd0d07d8-cbdb-43b4-9b6c-9aedb64a5fe5] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 667.131541] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-fa44fb15-5273-453b-a88e-6fedcf1a8752 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.131745] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-fa44fb15-5273-453b-a88e-6fedcf1a8752 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.131911] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-fa44fb15-5273-453b-a88e-6fedcf1a8752 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.137368] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-fa44fb15-5273-453b-a88e-6fedcf1a8752 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] [instance: bd0d07d8-cbdb-43b4-9b6c-9aedb64a5fe5] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 667.138015] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-fa44fb15-5273-453b-a88e-6fedcf1a8752 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.138223] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-fa44fb15-5273-453b-a88e-6fedcf1a8752 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.138392] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-fa44fb15-5273-453b-a88e-6fedcf1a8752 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.152757] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-fa44fb15-5273-453b-a88e-6fedcf1a8752 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.152757] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-fa44fb15-5273-453b-a88e-6fedcf1a8752 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.152757] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-fa44fb15-5273-453b-a88e-6fedcf1a8752 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.549221] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-cdbaaf25-470b-4388-addc-e4b5bc8edeb2 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 667.559648] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-cdbaaf25-470b-4388-addc-e4b5bc8edeb2 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.559782] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-cdbaaf25-470b-4388-addc-e4b5bc8edeb2 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.559912] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-cdbaaf25-470b-4388-addc-e4b5bc8edeb2 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.587896] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-cdbaaf25-470b-4388-addc-e4b5bc8edeb2 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.588148] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-cdbaaf25-470b-4388-addc-e4b5bc8edeb2 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.588324] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-cdbaaf25-470b-4388-addc-e4b5bc8edeb2 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.588696] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-cdbaaf25-470b-4388-addc-e4b5bc8edeb2 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.588985] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-cdbaaf25-470b-4388-addc-e4b5bc8edeb2 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.589229] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-cdbaaf25-470b-4388-addc-e4b5bc8edeb2 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.600168] nova-conductor[53933]: DEBUG nova.quota [None req-cdbaaf25-470b-4388-addc-e4b5bc8edeb2 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Getting quotas for project bce8b65663234390ba27b6173ce5e519. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 667.604114] nova-conductor[53933]: DEBUG nova.quota [None req-cdbaaf25-470b-4388-addc-e4b5bc8edeb2 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Getting quotas for user 664c146362bf40dc880ec2fb4dcffd6d and project bce8b65663234390ba27b6173ce5e519. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 667.609969] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-cdbaaf25-470b-4388-addc-e4b5bc8edeb2 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] [instance: ad1084f8-a0c9-4783-af2d-aa677116a451] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 667.610484] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-cdbaaf25-470b-4388-addc-e4b5bc8edeb2 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.610692] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-cdbaaf25-470b-4388-addc-e4b5bc8edeb2 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.610917] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-cdbaaf25-470b-4388-addc-e4b5bc8edeb2 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.614193] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-cdbaaf25-470b-4388-addc-e4b5bc8edeb2 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] [instance: ad1084f8-a0c9-4783-af2d-aa677116a451] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 667.614772] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-cdbaaf25-470b-4388-addc-e4b5bc8edeb2 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.614975] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-cdbaaf25-470b-4388-addc-e4b5bc8edeb2 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.615240] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-cdbaaf25-470b-4388-addc-e4b5bc8edeb2 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.633948] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-cdbaaf25-470b-4388-addc-e4b5bc8edeb2 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.634285] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-cdbaaf25-470b-4388-addc-e4b5bc8edeb2 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.634911] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-cdbaaf25-470b-4388-addc-e4b5bc8edeb2 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.593401] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell0:SELECT=2 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 677.618326] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=15,nova_cell1:RELEASE=1 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 677.627171] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_api:SELECT=12,nova_api:UPDATE=1 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 677.631257] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_api:SELECT=12,nova_api:UPDATE=1,nova_api:DELETE=2 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 680.416515] nova-conductor[53932]: ERROR nova.scheduler.utils [None req-e2054352-1bc4-484a-b0e1-e96ba6c2a080 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] [instance: 8672c282-1a66-49b5-9c22-7136b567a52c] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port af39bae6-3885-49eb-ba2c-1a564b5a9f59, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 8672c282-1a66-49b5-9c22-7136b567a52c was re-scheduled: Binding failed for port af39bae6-3885-49eb-ba2c-1a564b5a9f59, please check neutron logs for more information.\n'] [ 680.417135] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-e2054352-1bc4-484a-b0e1-e96ba6c2a080 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Rescheduling: True {{(pid=53932) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 680.418032] nova-conductor[53932]: WARNING nova.scheduler.utils [None req-e2054352-1bc4-484a-b0e1-e96ba6c2a080 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8672c282-1a66-49b5-9c22-7136b567a52c.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8672c282-1a66-49b5-9c22-7136b567a52c. [ 680.418186] nova-conductor[53932]: WARNING nova.scheduler.utils [None req-e2054352-1bc4-484a-b0e1-e96ba6c2a080 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] [instance: 8672c282-1a66-49b5-9c22-7136b567a52c] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8672c282-1a66-49b5-9c22-7136b567a52c. [ 680.445593] nova-conductor[53932]: DEBUG nova.network.neutron [None req-e2054352-1bc4-484a-b0e1-e96ba6c2a080 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] [instance: 8672c282-1a66-49b5-9c22-7136b567a52c] deallocate_for_instance() {{(pid=53932) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 680.460929] nova-conductor[53932]: DEBUG nova.network.neutron [None req-e2054352-1bc4-484a-b0e1-e96ba6c2a080 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] [instance: 8672c282-1a66-49b5-9c22-7136b567a52c] Instance cache missing network info. {{(pid=53932) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.464064] nova-conductor[53932]: DEBUG nova.network.neutron [None req-e2054352-1bc4-484a-b0e1-e96ba6c2a080 tempest-MigrationsAdminTest-2033248062 tempest-MigrationsAdminTest-2033248062-project-member] [instance: 8672c282-1a66-49b5-9c22-7136b567a52c] Updating instance_info_cache with network_info: [] {{(pid=53932) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.320583] nova-conductor[53933]: ERROR nova.scheduler.utils [None req-7e5cdd16-fa2c-4569-a935-0afe9442561c tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] [instance: 1a91b0c5-d852-424a-b576-3d2c76860b06] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 00fab4e9-12f4-49c9-a91b-9797f7c881c4, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 1a91b0c5-d852-424a-b576-3d2c76860b06 was re-scheduled: Binding failed for port 00fab4e9-12f4-49c9-a91b-9797f7c881c4, please check neutron logs for more information.\n'] [ 682.321215] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-7e5cdd16-fa2c-4569-a935-0afe9442561c tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Rescheduling: True {{(pid=53933) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 682.321449] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-7e5cdd16-fa2c-4569-a935-0afe9442561c tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1a91b0c5-d852-424a-b576-3d2c76860b06.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1a91b0c5-d852-424a-b576-3d2c76860b06. [ 682.321784] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-7e5cdd16-fa2c-4569-a935-0afe9442561c tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] [instance: 1a91b0c5-d852-424a-b576-3d2c76860b06] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1a91b0c5-d852-424a-b576-3d2c76860b06. [ 682.350629] nova-conductor[53933]: DEBUG nova.network.neutron [None req-7e5cdd16-fa2c-4569-a935-0afe9442561c tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] [instance: 1a91b0c5-d852-424a-b576-3d2c76860b06] deallocate_for_instance() {{(pid=53933) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 682.368960] nova-conductor[53933]: DEBUG nova.network.neutron [None req-7e5cdd16-fa2c-4569-a935-0afe9442561c tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] [instance: 1a91b0c5-d852-424a-b576-3d2c76860b06] Instance cache missing network info. {{(pid=53933) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.374553] nova-conductor[53933]: DEBUG nova.network.neutron [None req-7e5cdd16-fa2c-4569-a935-0afe9442561c tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] [instance: 1a91b0c5-d852-424a-b576-3d2c76860b06] Updating instance_info_cache with network_info: [] {{(pid=53933) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.232322] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell1:UPDATE=150,nova_cell1:SELECT=291,nova_cell1:SAVEPOINT=23,nova_cell1:RELEASE=23,nova_cell1:INSERT=23,nova_cell1:DELETE=2 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 684.258080] nova-conductor[53933]: ERROR nova.scheduler.utils [None req-dc1300a6-1463-4f59-96ae-b139e1b815e9 tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] [instance: 0d680f38-bd47-4aeb-8845-efa20667623b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port d0d9f3dd-2904-460e-8c8d-0fead5382ec2, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 0d680f38-bd47-4aeb-8845-efa20667623b was re-scheduled: Binding failed for port d0d9f3dd-2904-460e-8c8d-0fead5382ec2, please check neutron logs for more information.\n'] [ 684.258960] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-dc1300a6-1463-4f59-96ae-b139e1b815e9 tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Rescheduling: True {{(pid=53933) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 684.259205] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-dc1300a6-1463-4f59-96ae-b139e1b815e9 tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0d680f38-bd47-4aeb-8845-efa20667623b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0d680f38-bd47-4aeb-8845-efa20667623b. [ 684.259434] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-dc1300a6-1463-4f59-96ae-b139e1b815e9 tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] [instance: 0d680f38-bd47-4aeb-8845-efa20667623b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0d680f38-bd47-4aeb-8845-efa20667623b. [ 684.290771] nova-conductor[53933]: DEBUG nova.network.neutron [None req-dc1300a6-1463-4f59-96ae-b139e1b815e9 tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] [instance: 0d680f38-bd47-4aeb-8845-efa20667623b] deallocate_for_instance() {{(pid=53933) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 684.312214] nova-conductor[53933]: DEBUG nova.network.neutron [None req-dc1300a6-1463-4f59-96ae-b139e1b815e9 tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] [instance: 0d680f38-bd47-4aeb-8845-efa20667623b] Instance cache missing network info. {{(pid=53933) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.319550] nova-conductor[53933]: DEBUG nova.network.neutron [None req-dc1300a6-1463-4f59-96ae-b139e1b815e9 tempest-ListImageFiltersTestJSON-593288268 tempest-ListImageFiltersTestJSON-593288268-project-member] [instance: 0d680f38-bd47-4aeb-8845-efa20667623b] Updating instance_info_cache with network_info: [] {{(pid=53933) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.095873] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-ef0e6b5b-0310-4cc7-bdc2-b82d23356d9f tempest-ServersTestJSON-204574708 tempest-ServersTestJSON-204574708-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 687.112202] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-ef0e6b5b-0310-4cc7-bdc2-b82d23356d9f tempest-ServersTestJSON-204574708 tempest-ServersTestJSON-204574708-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.112202] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-ef0e6b5b-0310-4cc7-bdc2-b82d23356d9f tempest-ServersTestJSON-204574708 tempest-ServersTestJSON-204574708-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.112202] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-ef0e6b5b-0310-4cc7-bdc2-b82d23356d9f tempest-ServersTestJSON-204574708 tempest-ServersTestJSON-204574708-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.174218] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-ef0e6b5b-0310-4cc7-bdc2-b82d23356d9f tempest-ServersTestJSON-204574708 tempest-ServersTestJSON-204574708-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.174457] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-ef0e6b5b-0310-4cc7-bdc2-b82d23356d9f tempest-ServersTestJSON-204574708 tempest-ServersTestJSON-204574708-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.174648] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-ef0e6b5b-0310-4cc7-bdc2-b82d23356d9f tempest-ServersTestJSON-204574708 tempest-ServersTestJSON-204574708-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.175016] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-ef0e6b5b-0310-4cc7-bdc2-b82d23356d9f tempest-ServersTestJSON-204574708 tempest-ServersTestJSON-204574708-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.175204] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-ef0e6b5b-0310-4cc7-bdc2-b82d23356d9f tempest-ServersTestJSON-204574708 tempest-ServersTestJSON-204574708-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.175363] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-ef0e6b5b-0310-4cc7-bdc2-b82d23356d9f tempest-ServersTestJSON-204574708 tempest-ServersTestJSON-204574708-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.185623] nova-conductor[53932]: DEBUG nova.quota [None req-ef0e6b5b-0310-4cc7-bdc2-b82d23356d9f tempest-ServersTestJSON-204574708 tempest-ServersTestJSON-204574708-project-member] Getting quotas for project f50481d08fa6441ab7db8a77aecf7aeb. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 687.189409] nova-conductor[53932]: DEBUG nova.quota [None req-ef0e6b5b-0310-4cc7-bdc2-b82d23356d9f tempest-ServersTestJSON-204574708 tempest-ServersTestJSON-204574708-project-member] Getting quotas for user ff7d7fbfe61d4b2098ff0f3a484f2c5a and project f50481d08fa6441ab7db8a77aecf7aeb. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 687.191165] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell1:SELECT=278,nova_cell1:UPDATE=135,nova_cell1:INSERT=13,nova_cell1:DELETE=2,nova_cell1:SAVEPOINT=31,nova_cell1:RELEASE=31 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 687.194545] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-ef0e6b5b-0310-4cc7-bdc2-b82d23356d9f tempest-ServersTestJSON-204574708 tempest-ServersTestJSON-204574708-project-member] [instance: 429bcfa3-8bca-42c3-9049-b7ae09438f47] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 687.195187] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-ef0e6b5b-0310-4cc7-bdc2-b82d23356d9f tempest-ServersTestJSON-204574708 tempest-ServersTestJSON-204574708-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.195187] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-ef0e6b5b-0310-4cc7-bdc2-b82d23356d9f tempest-ServersTestJSON-204574708 tempest-ServersTestJSON-204574708-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.195358] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-ef0e6b5b-0310-4cc7-bdc2-b82d23356d9f tempest-ServersTestJSON-204574708 tempest-ServersTestJSON-204574708-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.200927] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-ef0e6b5b-0310-4cc7-bdc2-b82d23356d9f tempest-ServersTestJSON-204574708 tempest-ServersTestJSON-204574708-project-member] [instance: 429bcfa3-8bca-42c3-9049-b7ae09438f47] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 687.201574] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-ef0e6b5b-0310-4cc7-bdc2-b82d23356d9f tempest-ServersTestJSON-204574708 tempest-ServersTestJSON-204574708-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.201786] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-ef0e6b5b-0310-4cc7-bdc2-b82d23356d9f tempest-ServersTestJSON-204574708 tempest-ServersTestJSON-204574708-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.202039] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-ef0e6b5b-0310-4cc7-bdc2-b82d23356d9f tempest-ServersTestJSON-204574708 tempest-ServersTestJSON-204574708-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.218839] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-ef0e6b5b-0310-4cc7-bdc2-b82d23356d9f tempest-ServersTestJSON-204574708 tempest-ServersTestJSON-204574708-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.219097] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-ef0e6b5b-0310-4cc7-bdc2-b82d23356d9f tempest-ServersTestJSON-204574708 tempest-ServersTestJSON-204574708-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.219403] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-ef0e6b5b-0310-4cc7-bdc2-b82d23356d9f tempest-ServersTestJSON-204574708 tempest-ServersTestJSON-204574708-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.889666] nova-conductor[53932]: ERROR nova.scheduler.utils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] [instance: e730a03f-64c0-4e94-bc66-d3006be8b3ca] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port f224758a-f6d5-4302-9abb-9f5d2ae94568, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance e730a03f-64c0-4e94-bc66-d3006be8b3ca was re-scheduled: Binding failed for port f224758a-f6d5-4302-9abb-9f5d2ae94568, please check neutron logs for more information.\n'] [ 688.890382] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Rescheduling: True {{(pid=53932) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 688.890688] nova-conductor[53932]: WARNING nova.scheduler.utils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e730a03f-64c0-4e94-bc66-d3006be8b3ca.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e730a03f-64c0-4e94-bc66-d3006be8b3ca. [ 688.891319] nova-conductor[53932]: WARNING nova.scheduler.utils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] [instance: e730a03f-64c0-4e94-bc66-d3006be8b3ca] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e730a03f-64c0-4e94-bc66-d3006be8b3ca. [ 688.928405] nova-conductor[53932]: DEBUG nova.network.neutron [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] [instance: e730a03f-64c0-4e94-bc66-d3006be8b3ca] deallocate_for_instance() {{(pid=53932) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 688.952864] nova-conductor[53932]: DEBUG nova.network.neutron [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] [instance: e730a03f-64c0-4e94-bc66-d3006be8b3ca] Instance cache missing network info. {{(pid=53932) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.962777] nova-conductor[53932]: DEBUG nova.network.neutron [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] [instance: e730a03f-64c0-4e94-bc66-d3006be8b3ca] Updating instance_info_cache with network_info: [] {{(pid=53932) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.681988] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-97c85db1-bc04-4a6d-80f1-01139431fe2b tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 690.700666] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-97c85db1-bc04-4a6d-80f1-01139431fe2b tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.700666] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-97c85db1-bc04-4a6d-80f1-01139431fe2b tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.700666] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-97c85db1-bc04-4a6d-80f1-01139431fe2b tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.735065] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-97c85db1-bc04-4a6d-80f1-01139431fe2b tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.735276] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-97c85db1-bc04-4a6d-80f1-01139431fe2b tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.735508] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-97c85db1-bc04-4a6d-80f1-01139431fe2b tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.735996] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-97c85db1-bc04-4a6d-80f1-01139431fe2b tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.736308] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-97c85db1-bc04-4a6d-80f1-01139431fe2b tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.736481] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-97c85db1-bc04-4a6d-80f1-01139431fe2b tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.744092] nova-conductor[53932]: DEBUG nova.quota [None req-97c85db1-bc04-4a6d-80f1-01139431fe2b tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] Getting quotas for project f7b0f9307923448bbd7b245df28f97f1. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 690.746548] nova-conductor[53932]: DEBUG nova.quota [None req-97c85db1-bc04-4a6d-80f1-01139431fe2b tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] Getting quotas for user 264431d91ffa4074ab7e9e6fc562616a and project f7b0f9307923448bbd7b245df28f97f1. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 690.752441] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-97c85db1-bc04-4a6d-80f1-01139431fe2b tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] [instance: 2963f997-eb4c-4bfd-be28-6c1b383598c6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 690.752441] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-97c85db1-bc04-4a6d-80f1-01139431fe2b tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.752441] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-97c85db1-bc04-4a6d-80f1-01139431fe2b tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.752545] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-97c85db1-bc04-4a6d-80f1-01139431fe2b tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.762869] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-97c85db1-bc04-4a6d-80f1-01139431fe2b tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] [instance: 2963f997-eb4c-4bfd-be28-6c1b383598c6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 690.763692] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-97c85db1-bc04-4a6d-80f1-01139431fe2b tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.763901] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-97c85db1-bc04-4a6d-80f1-01139431fe2b tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.764128] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-97c85db1-bc04-4a6d-80f1-01139431fe2b tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.783027] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-97c85db1-bc04-4a6d-80f1-01139431fe2b tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.783027] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-97c85db1-bc04-4a6d-80f1-01139431fe2b tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.783027] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-97c85db1-bc04-4a6d-80f1-01139431fe2b tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.910782] nova-conductor[53933]: ERROR nova.scheduler.utils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] [instance: dff2b45c-bf45-4b22-b78f-287019b483f2] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port d0951916-cda6-44b6-b427-5e6db7f3910d, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance dff2b45c-bf45-4b22-b78f-287019b483f2 was re-scheduled: Binding failed for port d0951916-cda6-44b6-b427-5e6db7f3910d, please check neutron logs for more information.\n'] [ 690.911830] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Rescheduling: True {{(pid=53933) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 690.912253] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance dff2b45c-bf45-4b22-b78f-287019b483f2.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance dff2b45c-bf45-4b22-b78f-287019b483f2. [ 690.913260] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] [instance: dff2b45c-bf45-4b22-b78f-287019b483f2] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance dff2b45c-bf45-4b22-b78f-287019b483f2. [ 690.969620] nova-conductor[53933]: DEBUG nova.network.neutron [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] [instance: dff2b45c-bf45-4b22-b78f-287019b483f2] deallocate_for_instance() {{(pid=53933) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 690.993950] nova-conductor[53933]: DEBUG nova.network.neutron [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] [instance: dff2b45c-bf45-4b22-b78f-287019b483f2] Instance cache missing network info. {{(pid=53933) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 691.001464] nova-conductor[53933]: DEBUG nova.network.neutron [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] [instance: dff2b45c-bf45-4b22-b78f-287019b483f2] Updating instance_info_cache with network_info: [] {{(pid=53933) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.344047] nova-conductor[53933]: ERROR nova.scheduler.utils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] [instance: 6643cc70-7e92-41e9-b2dc-c531a331086f] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 57f06003-81d6-47d4-b5bc-48618340fa59, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 6643cc70-7e92-41e9-b2dc-c531a331086f was re-scheduled: Binding failed for port 57f06003-81d6-47d4-b5bc-48618340fa59, please check neutron logs for more information.\n'] [ 695.344639] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Rescheduling: True {{(pid=53933) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 695.344888] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6643cc70-7e92-41e9-b2dc-c531a331086f.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6643cc70-7e92-41e9-b2dc-c531a331086f. [ 695.345166] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] [instance: 6643cc70-7e92-41e9-b2dc-c531a331086f] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6643cc70-7e92-41e9-b2dc-c531a331086f. [ 695.364603] nova-conductor[53933]: DEBUG nova.network.neutron [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] [instance: 6643cc70-7e92-41e9-b2dc-c531a331086f] deallocate_for_instance() {{(pid=53933) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 695.378391] nova-conductor[53933]: DEBUG nova.network.neutron [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] [instance: 6643cc70-7e92-41e9-b2dc-c531a331086f] Instance cache missing network info. {{(pid=53933) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.381063] nova-conductor[53933]: DEBUG nova.network.neutron [None req-8091cf39-2135-4941-84ab-75f207b21f28 tempest-ListServersNegativeTestJSON-1628676500 tempest-ListServersNegativeTestJSON-1628676500-project-member] [instance: 6643cc70-7e92-41e9-b2dc-c531a331086f] Updating instance_info_cache with network_info: [] {{(pid=53933) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.220166] nova-conductor[53933]: ERROR nova.scheduler.utils [None req-4b24844b-8bfd-4726-9459-0b7ba8621469 tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] [instance: c6837b87-b01c-454c-b986-6f9fa57656bf] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port d14238cd-e084-4f82-bb48-1d9df1b5aae4, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance c6837b87-b01c-454c-b986-6f9fa57656bf was re-scheduled: Binding failed for port d14238cd-e084-4f82-bb48-1d9df1b5aae4, please check neutron logs for more information.\n'] [ 697.220867] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-4b24844b-8bfd-4726-9459-0b7ba8621469 tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Rescheduling: True {{(pid=53933) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 697.221234] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-4b24844b-8bfd-4726-9459-0b7ba8621469 tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c6837b87-b01c-454c-b986-6f9fa57656bf.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c6837b87-b01c-454c-b986-6f9fa57656bf. [ 697.221374] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-4b24844b-8bfd-4726-9459-0b7ba8621469 tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] [instance: c6837b87-b01c-454c-b986-6f9fa57656bf] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c6837b87-b01c-454c-b986-6f9fa57656bf. [ 697.258025] nova-conductor[53933]: DEBUG nova.network.neutron [None req-4b24844b-8bfd-4726-9459-0b7ba8621469 tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] [instance: c6837b87-b01c-454c-b986-6f9fa57656bf] deallocate_for_instance() {{(pid=53933) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 697.279415] nova-conductor[53933]: DEBUG nova.network.neutron [None req-4b24844b-8bfd-4726-9459-0b7ba8621469 tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] [instance: c6837b87-b01c-454c-b986-6f9fa57656bf] Instance cache missing network info. {{(pid=53933) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.283125] nova-conductor[53933]: DEBUG nova.network.neutron [None req-4b24844b-8bfd-4726-9459-0b7ba8621469 tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] [instance: c6837b87-b01c-454c-b986-6f9fa57656bf] Updating instance_info_cache with network_info: [] {{(pid=53933) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.278673] nova-conductor[53933]: ERROR nova.scheduler.utils [None req-7ec0f465-99ab-4e9c-9ad3-f368e61238ee tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] [instance: 41bc5a14-1d13-4730-80c5-a0bcfb1f0ad1] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port fbbca0d9-b5fc-44c7-a41f-523cf7db5a95, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 41bc5a14-1d13-4730-80c5-a0bcfb1f0ad1 was re-scheduled: Binding failed for port fbbca0d9-b5fc-44c7-a41f-523cf7db5a95, please check neutron logs for more information.\n'] [ 699.279582] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-7ec0f465-99ab-4e9c-9ad3-f368e61238ee tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Rescheduling: True {{(pid=53933) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 699.279582] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-7ec0f465-99ab-4e9c-9ad3-f368e61238ee tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 41bc5a14-1d13-4730-80c5-a0bcfb1f0ad1.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 41bc5a14-1d13-4730-80c5-a0bcfb1f0ad1. [ 699.279754] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-7ec0f465-99ab-4e9c-9ad3-f368e61238ee tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] [instance: 41bc5a14-1d13-4730-80c5-a0bcfb1f0ad1] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 41bc5a14-1d13-4730-80c5-a0bcfb1f0ad1. [ 699.303818] nova-conductor[53933]: DEBUG nova.network.neutron [None req-7ec0f465-99ab-4e9c-9ad3-f368e61238ee tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] [instance: 41bc5a14-1d13-4730-80c5-a0bcfb1f0ad1] deallocate_for_instance() {{(pid=53933) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 699.322660] nova-conductor[53933]: DEBUG nova.network.neutron [None req-7ec0f465-99ab-4e9c-9ad3-f368e61238ee tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] [instance: 41bc5a14-1d13-4730-80c5-a0bcfb1f0ad1] Instance cache missing network info. {{(pid=53933) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.326329] nova-conductor[53933]: DEBUG nova.network.neutron [None req-7ec0f465-99ab-4e9c-9ad3-f368e61238ee tempest-ServersAdminTestJSON-252421511 tempest-ServersAdminTestJSON-252421511-project-member] [instance: 41bc5a14-1d13-4730-80c5-a0bcfb1f0ad1] Updating instance_info_cache with network_info: [] {{(pid=53933) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.740079] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell0:SELECT=2 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 700.766752] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=17,nova_cell1:RELEASE=2 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 700.781976] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=2 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 700.783537] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_api:SELECT=11,nova_api:DELETE=2 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 703.088228] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-a98a517b-69fd-4d34-949e-702010fe5202 tempest-ServerGroupTestJSON-1937241863 tempest-ServerGroupTestJSON-1937241863-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.088228] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-a98a517b-69fd-4d34-949e-702010fe5202 tempest-ServerGroupTestJSON-1937241863 tempest-ServerGroupTestJSON-1937241863-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.088228] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-a98a517b-69fd-4d34-949e-702010fe5202 tempest-ServerGroupTestJSON-1937241863 tempest-ServerGroupTestJSON-1937241863-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.624806] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-a98a517b-69fd-4d34-949e-702010fe5202 tempest-ServerGroupTestJSON-1937241863 tempest-ServerGroupTestJSON-1937241863-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 703.650019] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-a98a517b-69fd-4d34-949e-702010fe5202 tempest-ServerGroupTestJSON-1937241863 tempest-ServerGroupTestJSON-1937241863-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.650284] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-a98a517b-69fd-4d34-949e-702010fe5202 tempest-ServerGroupTestJSON-1937241863 tempest-ServerGroupTestJSON-1937241863-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.650454] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-a98a517b-69fd-4d34-949e-702010fe5202 tempest-ServerGroupTestJSON-1937241863 tempest-ServerGroupTestJSON-1937241863-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.699304] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-a98a517b-69fd-4d34-949e-702010fe5202 tempest-ServerGroupTestJSON-1937241863 tempest-ServerGroupTestJSON-1937241863-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.699741] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-a98a517b-69fd-4d34-949e-702010fe5202 tempest-ServerGroupTestJSON-1937241863 tempest-ServerGroupTestJSON-1937241863-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.699961] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-a98a517b-69fd-4d34-949e-702010fe5202 tempest-ServerGroupTestJSON-1937241863 tempest-ServerGroupTestJSON-1937241863-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.700569] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-a98a517b-69fd-4d34-949e-702010fe5202 tempest-ServerGroupTestJSON-1937241863 tempest-ServerGroupTestJSON-1937241863-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.700824] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-a98a517b-69fd-4d34-949e-702010fe5202 tempest-ServerGroupTestJSON-1937241863 tempest-ServerGroupTestJSON-1937241863-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.701051] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-a98a517b-69fd-4d34-949e-702010fe5202 tempest-ServerGroupTestJSON-1937241863 tempest-ServerGroupTestJSON-1937241863-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.711776] nova-conductor[53933]: DEBUG nova.quota [None req-a98a517b-69fd-4d34-949e-702010fe5202 tempest-ServerGroupTestJSON-1937241863 tempest-ServerGroupTestJSON-1937241863-project-member] Getting quotas for project ad99b62a40754715a52fa9d366f2c5df. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 703.714724] nova-conductor[53933]: DEBUG nova.quota [None req-a98a517b-69fd-4d34-949e-702010fe5202 tempest-ServerGroupTestJSON-1937241863 tempest-ServerGroupTestJSON-1937241863-project-member] Getting quotas for user 17ab3d573161409eac02aaae814f9817 and project ad99b62a40754715a52fa9d366f2c5df. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 703.719999] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-a98a517b-69fd-4d34-949e-702010fe5202 tempest-ServerGroupTestJSON-1937241863 tempest-ServerGroupTestJSON-1937241863-project-member] [instance: 08e60642-0784-4898-9de5-444a24fba508] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 703.720578] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-a98a517b-69fd-4d34-949e-702010fe5202 tempest-ServerGroupTestJSON-1937241863 tempest-ServerGroupTestJSON-1937241863-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.720836] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-a98a517b-69fd-4d34-949e-702010fe5202 tempest-ServerGroupTestJSON-1937241863 tempest-ServerGroupTestJSON-1937241863-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.721134] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-a98a517b-69fd-4d34-949e-702010fe5202 tempest-ServerGroupTestJSON-1937241863 tempest-ServerGroupTestJSON-1937241863-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.728009] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-a98a517b-69fd-4d34-949e-702010fe5202 tempest-ServerGroupTestJSON-1937241863 tempest-ServerGroupTestJSON-1937241863-project-member] [instance: 08e60642-0784-4898-9de5-444a24fba508] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 703.728986] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-a98a517b-69fd-4d34-949e-702010fe5202 tempest-ServerGroupTestJSON-1937241863 tempest-ServerGroupTestJSON-1937241863-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.728986] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-a98a517b-69fd-4d34-949e-702010fe5202 tempest-ServerGroupTestJSON-1937241863 tempest-ServerGroupTestJSON-1937241863-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.729072] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-a98a517b-69fd-4d34-949e-702010fe5202 tempest-ServerGroupTestJSON-1937241863 tempest-ServerGroupTestJSON-1937241863-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.747428] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-a98a517b-69fd-4d34-949e-702010fe5202 tempest-ServerGroupTestJSON-1937241863 tempest-ServerGroupTestJSON-1937241863-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.747428] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-a98a517b-69fd-4d34-949e-702010fe5202 tempest-ServerGroupTestJSON-1937241863 tempest-ServerGroupTestJSON-1937241863-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.747428] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-a98a517b-69fd-4d34-949e-702010fe5202 tempest-ServerGroupTestJSON-1937241863 tempest-ServerGroupTestJSON-1937241863-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.916680] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-e8aec6b1-7bef-41af-b3d9-a2a3ca3eb84d tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 705.931447] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e8aec6b1-7bef-41af-b3d9-a2a3ca3eb84d tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.931740] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e8aec6b1-7bef-41af-b3d9-a2a3ca3eb84d tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.931952] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e8aec6b1-7bef-41af-b3d9-a2a3ca3eb84d tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.962368] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e8aec6b1-7bef-41af-b3d9-a2a3ca3eb84d tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.962604] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e8aec6b1-7bef-41af-b3d9-a2a3ca3eb84d tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.962772] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e8aec6b1-7bef-41af-b3d9-a2a3ca3eb84d tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.963154] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e8aec6b1-7bef-41af-b3d9-a2a3ca3eb84d tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.963342] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e8aec6b1-7bef-41af-b3d9-a2a3ca3eb84d tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.963542] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e8aec6b1-7bef-41af-b3d9-a2a3ca3eb84d tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.973379] nova-conductor[53933]: DEBUG nova.quota [None req-e8aec6b1-7bef-41af-b3d9-a2a3ca3eb84d tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Getting quotas for project 7b91b70087d74f04b43da65cc8cd258b. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 705.976992] nova-conductor[53933]: DEBUG nova.quota [None req-e8aec6b1-7bef-41af-b3d9-a2a3ca3eb84d tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Getting quotas for user 27fd7abc63a74405bf3a3f22e582a566 and project 7b91b70087d74f04b43da65cc8cd258b. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 705.982679] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-e8aec6b1-7bef-41af-b3d9-a2a3ca3eb84d tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] [instance: 5eb786f1-7789-48a0-a04e-a4039e387f58] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 705.983221] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e8aec6b1-7bef-41af-b3d9-a2a3ca3eb84d tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.983343] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e8aec6b1-7bef-41af-b3d9-a2a3ca3eb84d tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.983512] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e8aec6b1-7bef-41af-b3d9-a2a3ca3eb84d tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.988130] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-e8aec6b1-7bef-41af-b3d9-a2a3ca3eb84d tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] [instance: 5eb786f1-7789-48a0-a04e-a4039e387f58] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 705.988763] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e8aec6b1-7bef-41af-b3d9-a2a3ca3eb84d tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.988949] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e8aec6b1-7bef-41af-b3d9-a2a3ca3eb84d tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.989133] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e8aec6b1-7bef-41af-b3d9-a2a3ca3eb84d tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.007531] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e8aec6b1-7bef-41af-b3d9-a2a3ca3eb84d tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.007760] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e8aec6b1-7bef-41af-b3d9-a2a3ca3eb84d tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.007950] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-e8aec6b1-7bef-41af-b3d9-a2a3ca3eb84d tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.185041] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-02a0a67c-607e-4b94-a0d0-de0b861c3d1b tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 706.196024] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-02a0a67c-607e-4b94-a0d0-de0b861c3d1b tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.196117] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-02a0a67c-607e-4b94-a0d0-de0b861c3d1b tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.196264] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-02a0a67c-607e-4b94-a0d0-de0b861c3d1b tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.214346] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-02a0a67c-607e-4b94-a0d0-de0b861c3d1b tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.214577] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-02a0a67c-607e-4b94-a0d0-de0b861c3d1b tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.214755] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-02a0a67c-607e-4b94-a0d0-de0b861c3d1b tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.215142] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-02a0a67c-607e-4b94-a0d0-de0b861c3d1b tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.215336] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-02a0a67c-607e-4b94-a0d0-de0b861c3d1b tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.215508] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-02a0a67c-607e-4b94-a0d0-de0b861c3d1b tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.222973] nova-conductor[53932]: DEBUG nova.quota [None req-02a0a67c-607e-4b94-a0d0-de0b861c3d1b tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Getting quotas for project 7b91b70087d74f04b43da65cc8cd258b. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 706.225011] nova-conductor[53932]: DEBUG nova.quota [None req-02a0a67c-607e-4b94-a0d0-de0b861c3d1b tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Getting quotas for user 27fd7abc63a74405bf3a3f22e582a566 and project 7b91b70087d74f04b43da65cc8cd258b. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 706.229784] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-02a0a67c-607e-4b94-a0d0-de0b861c3d1b tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] [instance: a7225abb-d8ea-49fc-85da-7791d9dde5bc] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 706.230263] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-02a0a67c-607e-4b94-a0d0-de0b861c3d1b tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.230460] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-02a0a67c-607e-4b94-a0d0-de0b861c3d1b tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.230627] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-02a0a67c-607e-4b94-a0d0-de0b861c3d1b tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.233041] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-02a0a67c-607e-4b94-a0d0-de0b861c3d1b tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] [instance: a7225abb-d8ea-49fc-85da-7791d9dde5bc] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 706.233640] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-02a0a67c-607e-4b94-a0d0-de0b861c3d1b tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.233832] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-02a0a67c-607e-4b94-a0d0-de0b861c3d1b tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.233994] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-02a0a67c-607e-4b94-a0d0-de0b861c3d1b tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.245554] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-02a0a67c-607e-4b94-a0d0-de0b861c3d1b tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.245757] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-02a0a67c-607e-4b94-a0d0-de0b861c3d1b tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.245937] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-02a0a67c-607e-4b94-a0d0-de0b861c3d1b tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 708.440669] nova-conductor[53933]: ERROR nova.scheduler.utils [None req-6baf695d-ab6a-40b3-914f-c663ad35c1eb tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] [instance: 297c345a-a825-47b1-a9e4-a353758d32ce] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 551ad2d7-873a-4457-8669-12821e3e9793, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 297c345a-a825-47b1-a9e4-a353758d32ce was re-scheduled: Binding failed for port 551ad2d7-873a-4457-8669-12821e3e9793, please check neutron logs for more information.\n'] [ 708.441413] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-6baf695d-ab6a-40b3-914f-c663ad35c1eb tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Rescheduling: True {{(pid=53933) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 708.441685] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-6baf695d-ab6a-40b3-914f-c663ad35c1eb tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 297c345a-a825-47b1-a9e4-a353758d32ce.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 297c345a-a825-47b1-a9e4-a353758d32ce. [ 708.442130] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-6baf695d-ab6a-40b3-914f-c663ad35c1eb tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] [instance: 297c345a-a825-47b1-a9e4-a353758d32ce] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 297c345a-a825-47b1-a9e4-a353758d32ce. [ 708.466384] nova-conductor[53933]: DEBUG nova.network.neutron [None req-6baf695d-ab6a-40b3-914f-c663ad35c1eb tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] [instance: 297c345a-a825-47b1-a9e4-a353758d32ce] deallocate_for_instance() {{(pid=53933) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 708.495637] nova-conductor[53933]: DEBUG nova.network.neutron [None req-6baf695d-ab6a-40b3-914f-c663ad35c1eb tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] [instance: 297c345a-a825-47b1-a9e4-a353758d32ce] Instance cache missing network info. {{(pid=53933) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.499323] nova-conductor[53933]: DEBUG nova.network.neutron [None req-6baf695d-ab6a-40b3-914f-c663ad35c1eb tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] [instance: 297c345a-a825-47b1-a9e4-a353758d32ce] Updating instance_info_cache with network_info: [] {{(pid=53933) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.208662] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-ed232131-9658-494d-b963-c0adf4cce622 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 710.221583] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-ed232131-9658-494d-b963-c0adf4cce622 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.221721] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-ed232131-9658-494d-b963-c0adf4cce622 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.221882] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-ed232131-9658-494d-b963-c0adf4cce622 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.252604] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-ed232131-9658-494d-b963-c0adf4cce622 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.252604] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-ed232131-9658-494d-b963-c0adf4cce622 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.252604] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-ed232131-9658-494d-b963-c0adf4cce622 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.253016] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-ed232131-9658-494d-b963-c0adf4cce622 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.253226] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-ed232131-9658-494d-b963-c0adf4cce622 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.253397] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-ed232131-9658-494d-b963-c0adf4cce622 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.265150] nova-conductor[53932]: DEBUG nova.quota [None req-ed232131-9658-494d-b963-c0adf4cce622 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Getting quotas for project 82b8854f80cf48628167fd6f678d7dd7. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 710.269766] nova-conductor[53932]: DEBUG nova.quota [None req-ed232131-9658-494d-b963-c0adf4cce622 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Getting quotas for user f8b17f109d724201a22264aa6ee02ca1 and project 82b8854f80cf48628167fd6f678d7dd7. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 710.275471] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-ed232131-9658-494d-b963-c0adf4cce622 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] [instance: b3232fcd-43b2-4139-afe1-fbe863d0af30] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 710.275886] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-ed232131-9658-494d-b963-c0adf4cce622 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.276112] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-ed232131-9658-494d-b963-c0adf4cce622 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.276285] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-ed232131-9658-494d-b963-c0adf4cce622 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.284351] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-ed232131-9658-494d-b963-c0adf4cce622 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] [instance: b3232fcd-43b2-4139-afe1-fbe863d0af30] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 710.285080] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-ed232131-9658-494d-b963-c0adf4cce622 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.285311] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-ed232131-9658-494d-b963-c0adf4cce622 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.285499] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-ed232131-9658-494d-b963-c0adf4cce622 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.304320] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-ed232131-9658-494d-b963-c0adf4cce622 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.305138] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-ed232131-9658-494d-b963-c0adf4cce622 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.305138] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-ed232131-9658-494d-b963-c0adf4cce622 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.235996] nova-conductor[53933]: ERROR nova.scheduler.utils [None req-0dd4ad7f-9599-4862-b039-c4f1333967b3 tempest-TenantUsagesTestJSON-1750163327 tempest-TenantUsagesTestJSON-1750163327-project-member] [instance: 35b6490b-eec9-4dc1-9de3-63c368bdc5d7] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port e91bcb9a-9c45-437f-9f97-6497434ed3f3, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 35b6490b-eec9-4dc1-9de3-63c368bdc5d7 was re-scheduled: Binding failed for port e91bcb9a-9c45-437f-9f97-6497434ed3f3, please check neutron logs for more information.\n'] [ 715.235996] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-0dd4ad7f-9599-4862-b039-c4f1333967b3 tempest-TenantUsagesTestJSON-1750163327 tempest-TenantUsagesTestJSON-1750163327-project-member] Rescheduling: True {{(pid=53933) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 715.236410] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-0dd4ad7f-9599-4862-b039-c4f1333967b3 tempest-TenantUsagesTestJSON-1750163327 tempest-TenantUsagesTestJSON-1750163327-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 35b6490b-eec9-4dc1-9de3-63c368bdc5d7.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 35b6490b-eec9-4dc1-9de3-63c368bdc5d7. [ 715.236470] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-0dd4ad7f-9599-4862-b039-c4f1333967b3 tempest-TenantUsagesTestJSON-1750163327 tempest-TenantUsagesTestJSON-1750163327-project-member] [instance: 35b6490b-eec9-4dc1-9de3-63c368bdc5d7] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 35b6490b-eec9-4dc1-9de3-63c368bdc5d7. [ 715.265871] nova-conductor[53933]: DEBUG nova.network.neutron [None req-0dd4ad7f-9599-4862-b039-c4f1333967b3 tempest-TenantUsagesTestJSON-1750163327 tempest-TenantUsagesTestJSON-1750163327-project-member] [instance: 35b6490b-eec9-4dc1-9de3-63c368bdc5d7] deallocate_for_instance() {{(pid=53933) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 715.287647] nova-conductor[53933]: DEBUG nova.network.neutron [None req-0dd4ad7f-9599-4862-b039-c4f1333967b3 tempest-TenantUsagesTestJSON-1750163327 tempest-TenantUsagesTestJSON-1750163327-project-member] [instance: 35b6490b-eec9-4dc1-9de3-63c368bdc5d7] Instance cache missing network info. {{(pid=53933) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.291946] nova-conductor[53933]: DEBUG nova.network.neutron [None req-0dd4ad7f-9599-4862-b039-c4f1333967b3 tempest-TenantUsagesTestJSON-1750163327 tempest-TenantUsagesTestJSON-1750163327-project-member] [instance: 35b6490b-eec9-4dc1-9de3-63c368bdc5d7] Updating instance_info_cache with network_info: [] {{(pid=53933) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.969161] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell0:SELECT=2 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 715.991691] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=16,nova_cell1:RELEASE=2 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 716.003143] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_api:SELECT=18 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 716.005137] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=2,nova_api:DELETE=2 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 720.257886] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell0:SELECT=2 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 720.289543] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell1:SELECT=6,nova_cell1:INSERT=14 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 720.298299] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_api:SELECT=9,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 720.302475] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_api:SELECT=15,nova_api:DELETE=1 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 720.381677] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-281fab31-c22c-4fc2-9095-666a02f118a7 tempest-FloatingIPsAssociationTestJSON-2091197507 tempest-FloatingIPsAssociationTestJSON-2091197507-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 720.402304] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-281fab31-c22c-4fc2-9095-666a02f118a7 tempest-FloatingIPsAssociationTestJSON-2091197507 tempest-FloatingIPsAssociationTestJSON-2091197507-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.402535] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-281fab31-c22c-4fc2-9095-666a02f118a7 tempest-FloatingIPsAssociationTestJSON-2091197507 tempest-FloatingIPsAssociationTestJSON-2091197507-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.402701] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-281fab31-c22c-4fc2-9095-666a02f118a7 tempest-FloatingIPsAssociationTestJSON-2091197507 tempest-FloatingIPsAssociationTestJSON-2091197507-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.449877] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-281fab31-c22c-4fc2-9095-666a02f118a7 tempest-FloatingIPsAssociationTestJSON-2091197507 tempest-FloatingIPsAssociationTestJSON-2091197507-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.450137] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-281fab31-c22c-4fc2-9095-666a02f118a7 tempest-FloatingIPsAssociationTestJSON-2091197507 tempest-FloatingIPsAssociationTestJSON-2091197507-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.450314] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-281fab31-c22c-4fc2-9095-666a02f118a7 tempest-FloatingIPsAssociationTestJSON-2091197507 tempest-FloatingIPsAssociationTestJSON-2091197507-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.450732] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-281fab31-c22c-4fc2-9095-666a02f118a7 tempest-FloatingIPsAssociationTestJSON-2091197507 tempest-FloatingIPsAssociationTestJSON-2091197507-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.450924] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-281fab31-c22c-4fc2-9095-666a02f118a7 tempest-FloatingIPsAssociationTestJSON-2091197507 tempest-FloatingIPsAssociationTestJSON-2091197507-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.451100] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-281fab31-c22c-4fc2-9095-666a02f118a7 tempest-FloatingIPsAssociationTestJSON-2091197507 tempest-FloatingIPsAssociationTestJSON-2091197507-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.462395] nova-conductor[53933]: DEBUG nova.quota [None req-281fab31-c22c-4fc2-9095-666a02f118a7 tempest-FloatingIPsAssociationTestJSON-2091197507 tempest-FloatingIPsAssociationTestJSON-2091197507-project-member] Getting quotas for project 3a6f115277994a32ae3a002d084e90af. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 720.465770] nova-conductor[53933]: DEBUG nova.quota [None req-281fab31-c22c-4fc2-9095-666a02f118a7 tempest-FloatingIPsAssociationTestJSON-2091197507 tempest-FloatingIPsAssociationTestJSON-2091197507-project-member] Getting quotas for user 13a84795fdd94f588bddc83ce6ef325e and project 3a6f115277994a32ae3a002d084e90af. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 720.473334] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-281fab31-c22c-4fc2-9095-666a02f118a7 tempest-FloatingIPsAssociationTestJSON-2091197507 tempest-FloatingIPsAssociationTestJSON-2091197507-project-member] [instance: 55c6ecdc-0e84-4399-8f1b-307b1c69dcdf] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 720.473759] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-281fab31-c22c-4fc2-9095-666a02f118a7 tempest-FloatingIPsAssociationTestJSON-2091197507 tempest-FloatingIPsAssociationTestJSON-2091197507-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.473982] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-281fab31-c22c-4fc2-9095-666a02f118a7 tempest-FloatingIPsAssociationTestJSON-2091197507 tempest-FloatingIPsAssociationTestJSON-2091197507-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.474164] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-281fab31-c22c-4fc2-9095-666a02f118a7 tempest-FloatingIPsAssociationTestJSON-2091197507 tempest-FloatingIPsAssociationTestJSON-2091197507-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.482140] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-281fab31-c22c-4fc2-9095-666a02f118a7 tempest-FloatingIPsAssociationTestJSON-2091197507 tempest-FloatingIPsAssociationTestJSON-2091197507-project-member] [instance: 55c6ecdc-0e84-4399-8f1b-307b1c69dcdf] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 720.482775] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-281fab31-c22c-4fc2-9095-666a02f118a7 tempest-FloatingIPsAssociationTestJSON-2091197507 tempest-FloatingIPsAssociationTestJSON-2091197507-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.483036] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-281fab31-c22c-4fc2-9095-666a02f118a7 tempest-FloatingIPsAssociationTestJSON-2091197507 tempest-FloatingIPsAssociationTestJSON-2091197507-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.483193] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-281fab31-c22c-4fc2-9095-666a02f118a7 tempest-FloatingIPsAssociationTestJSON-2091197507 tempest-FloatingIPsAssociationTestJSON-2091197507-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.500768] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-281fab31-c22c-4fc2-9095-666a02f118a7 tempest-FloatingIPsAssociationTestJSON-2091197507 tempest-FloatingIPsAssociationTestJSON-2091197507-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.501082] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-281fab31-c22c-4fc2-9095-666a02f118a7 tempest-FloatingIPsAssociationTestJSON-2091197507 tempest-FloatingIPsAssociationTestJSON-2091197507-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.501248] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-281fab31-c22c-4fc2-9095-666a02f118a7 tempest-FloatingIPsAssociationTestJSON-2091197507 tempest-FloatingIPsAssociationTestJSON-2091197507-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.679199] nova-conductor[53932]: ERROR nova.scheduler.utils [None req-9251ac00-c949-49ae-b261-cb82a79c6f51 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] [instance: 9da95edb-f9fb-40f3-9317-d27f1bae0ecf] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 7aacda59-a6a6-4e46-a147-217efa725665, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 9da95edb-f9fb-40f3-9317-d27f1bae0ecf was re-scheduled: Binding failed for port 7aacda59-a6a6-4e46-a147-217efa725665, please check neutron logs for more information.\n'] [ 724.679767] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-9251ac00-c949-49ae-b261-cb82a79c6f51 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Rescheduling: True {{(pid=53932) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 724.679998] nova-conductor[53932]: WARNING nova.scheduler.utils [None req-9251ac00-c949-49ae-b261-cb82a79c6f51 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9da95edb-f9fb-40f3-9317-d27f1bae0ecf.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9da95edb-f9fb-40f3-9317-d27f1bae0ecf. [ 724.680330] nova-conductor[53932]: WARNING nova.scheduler.utils [None req-9251ac00-c949-49ae-b261-cb82a79c6f51 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] [instance: 9da95edb-f9fb-40f3-9317-d27f1bae0ecf] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9da95edb-f9fb-40f3-9317-d27f1bae0ecf. [ 724.703038] nova-conductor[53932]: DEBUG nova.network.neutron [None req-9251ac00-c949-49ae-b261-cb82a79c6f51 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] [instance: 9da95edb-f9fb-40f3-9317-d27f1bae0ecf] deallocate_for_instance() {{(pid=53932) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 724.717657] nova-conductor[53932]: DEBUG nova.network.neutron [None req-9251ac00-c949-49ae-b261-cb82a79c6f51 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] [instance: 9da95edb-f9fb-40f3-9317-d27f1bae0ecf] Instance cache missing network info. {{(pid=53932) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.720861] nova-conductor[53932]: DEBUG nova.network.neutron [None req-9251ac00-c949-49ae-b261-cb82a79c6f51 tempest-SecurityGroupsTestJSON-984357098 tempest-SecurityGroupsTestJSON-984357098-project-member] [instance: 9da95edb-f9fb-40f3-9317-d27f1bae0ecf] Updating instance_info_cache with network_info: [] {{(pid=53932) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.543171] nova-conductor[53932]: ERROR nova.scheduler.utils [None req-13688a74-cfc3-49b7-bdd0-ee2778e08d49 tempest-ServerAddressesTestJSON-1830239892 tempest-ServerAddressesTestJSON-1830239892-project-member] [instance: a8101e8d-55d0-4f70-9119-f5e176ba8212] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 0878c0d8-e560-4f55-bbea-86c59a754ba1, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance a8101e8d-55d0-4f70-9119-f5e176ba8212 was re-scheduled: Binding failed for port 0878c0d8-e560-4f55-bbea-86c59a754ba1, please check neutron logs for more information.\n'] [ 726.543171] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-13688a74-cfc3-49b7-bdd0-ee2778e08d49 tempest-ServerAddressesTestJSON-1830239892 tempest-ServerAddressesTestJSON-1830239892-project-member] Rescheduling: True {{(pid=53932) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 726.543171] nova-conductor[53932]: WARNING nova.scheduler.utils [None req-13688a74-cfc3-49b7-bdd0-ee2778e08d49 tempest-ServerAddressesTestJSON-1830239892 tempest-ServerAddressesTestJSON-1830239892-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a8101e8d-55d0-4f70-9119-f5e176ba8212.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a8101e8d-55d0-4f70-9119-f5e176ba8212. [ 726.543171] nova-conductor[53932]: WARNING nova.scheduler.utils [None req-13688a74-cfc3-49b7-bdd0-ee2778e08d49 tempest-ServerAddressesTestJSON-1830239892 tempest-ServerAddressesTestJSON-1830239892-project-member] [instance: a8101e8d-55d0-4f70-9119-f5e176ba8212] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a8101e8d-55d0-4f70-9119-f5e176ba8212. [ 726.572160] nova-conductor[53932]: DEBUG nova.network.neutron [None req-13688a74-cfc3-49b7-bdd0-ee2778e08d49 tempest-ServerAddressesTestJSON-1830239892 tempest-ServerAddressesTestJSON-1830239892-project-member] [instance: a8101e8d-55d0-4f70-9119-f5e176ba8212] deallocate_for_instance() {{(pid=53932) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.600319] nova-conductor[53932]: DEBUG nova.network.neutron [None req-13688a74-cfc3-49b7-bdd0-ee2778e08d49 tempest-ServerAddressesTestJSON-1830239892 tempest-ServerAddressesTestJSON-1830239892-project-member] [instance: a8101e8d-55d0-4f70-9119-f5e176ba8212] Instance cache missing network info. {{(pid=53932) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.604040] nova-conductor[53932]: DEBUG nova.network.neutron [None req-13688a74-cfc3-49b7-bdd0-ee2778e08d49 tempest-ServerAddressesTestJSON-1830239892 tempest-ServerAddressesTestJSON-1830239892-project-member] [instance: a8101e8d-55d0-4f70-9119-f5e176ba8212] Updating instance_info_cache with network_info: [] {{(pid=53932) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.455447] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell0:SELECT=1 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 730.485640] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 730.496116] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_api:SELECT=8,nova_api:UPDATE=1 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 730.498808] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_api:SELECT=4,nova_api:DELETE=1 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 733.666495] nova-conductor[53933]: ERROR nova.scheduler.utils [None req-8c9239e0-5318-4d4a-8aed-757f97f207d9 tempest-ServerActionsTestJSON-997280155 tempest-ServerActionsTestJSON-997280155-project-member] [instance: 4d167f54-c1fc-4eb0-a4cc-a5edb60fe78e] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port b9ef6b1d-c010-4647-9039-78c7f742f0a7, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 4d167f54-c1fc-4eb0-a4cc-a5edb60fe78e was re-scheduled: Binding failed for port b9ef6b1d-c010-4647-9039-78c7f742f0a7, please check neutron logs for more information.\n'] [ 733.667596] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-8c9239e0-5318-4d4a-8aed-757f97f207d9 tempest-ServerActionsTestJSON-997280155 tempest-ServerActionsTestJSON-997280155-project-member] Rescheduling: True {{(pid=53933) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 733.667974] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-8c9239e0-5318-4d4a-8aed-757f97f207d9 tempest-ServerActionsTestJSON-997280155 tempest-ServerActionsTestJSON-997280155-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4d167f54-c1fc-4eb0-a4cc-a5edb60fe78e.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4d167f54-c1fc-4eb0-a4cc-a5edb60fe78e. [ 733.668525] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-8c9239e0-5318-4d4a-8aed-757f97f207d9 tempest-ServerActionsTestJSON-997280155 tempest-ServerActionsTestJSON-997280155-project-member] [instance: 4d167f54-c1fc-4eb0-a4cc-a5edb60fe78e] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4d167f54-c1fc-4eb0-a4cc-a5edb60fe78e. [ 733.692771] nova-conductor[53933]: DEBUG nova.network.neutron [None req-8c9239e0-5318-4d4a-8aed-757f97f207d9 tempest-ServerActionsTestJSON-997280155 tempest-ServerActionsTestJSON-997280155-project-member] [instance: 4d167f54-c1fc-4eb0-a4cc-a5edb60fe78e] deallocate_for_instance() {{(pid=53933) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 733.723251] nova-conductor[53933]: DEBUG nova.network.neutron [None req-8c9239e0-5318-4d4a-8aed-757f97f207d9 tempest-ServerActionsTestJSON-997280155 tempest-ServerActionsTestJSON-997280155-project-member] [instance: 4d167f54-c1fc-4eb0-a4cc-a5edb60fe78e] Instance cache missing network info. {{(pid=53933) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.726466] nova-conductor[53933]: DEBUG nova.network.neutron [None req-8c9239e0-5318-4d4a-8aed-757f97f207d9 tempest-ServerActionsTestJSON-997280155 tempest-ServerActionsTestJSON-997280155-project-member] [instance: 4d167f54-c1fc-4eb0-a4cc-a5edb60fe78e] Updating instance_info_cache with network_info: [] {{(pid=53933) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.254026] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-9d520bb2-a697-47c5-9f25-83b74e6ec079 tempest-ServerActionsTestOtherA-456391608 tempest-ServerActionsTestOtherA-456391608-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 734.271863] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-9d520bb2-a697-47c5-9f25-83b74e6ec079 tempest-ServerActionsTestOtherA-456391608 tempest-ServerActionsTestOtherA-456391608-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.272029] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-9d520bb2-a697-47c5-9f25-83b74e6ec079 tempest-ServerActionsTestOtherA-456391608 tempest-ServerActionsTestOtherA-456391608-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.272663] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-9d520bb2-a697-47c5-9f25-83b74e6ec079 tempest-ServerActionsTestOtherA-456391608 tempest-ServerActionsTestOtherA-456391608-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.314579] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-9d520bb2-a697-47c5-9f25-83b74e6ec079 tempest-ServerActionsTestOtherA-456391608 tempest-ServerActionsTestOtherA-456391608-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.314579] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-9d520bb2-a697-47c5-9f25-83b74e6ec079 tempest-ServerActionsTestOtherA-456391608 tempest-ServerActionsTestOtherA-456391608-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.314742] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-9d520bb2-a697-47c5-9f25-83b74e6ec079 tempest-ServerActionsTestOtherA-456391608 tempest-ServerActionsTestOtherA-456391608-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.315493] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-9d520bb2-a697-47c5-9f25-83b74e6ec079 tempest-ServerActionsTestOtherA-456391608 tempest-ServerActionsTestOtherA-456391608-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.315493] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-9d520bb2-a697-47c5-9f25-83b74e6ec079 tempest-ServerActionsTestOtherA-456391608 tempest-ServerActionsTestOtherA-456391608-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.315493] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-9d520bb2-a697-47c5-9f25-83b74e6ec079 tempest-ServerActionsTestOtherA-456391608 tempest-ServerActionsTestOtherA-456391608-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.325711] nova-conductor[53932]: DEBUG nova.quota [None req-9d520bb2-a697-47c5-9f25-83b74e6ec079 tempest-ServerActionsTestOtherA-456391608 tempest-ServerActionsTestOtherA-456391608-project-member] Getting quotas for project f54807d26f81498c8006059fa2100e5a. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 734.328999] nova-conductor[53932]: DEBUG nova.quota [None req-9d520bb2-a697-47c5-9f25-83b74e6ec079 tempest-ServerActionsTestOtherA-456391608 tempest-ServerActionsTestOtherA-456391608-project-member] Getting quotas for user 9eed83fd4caa4c27ad96de2822cbf39a and project f54807d26f81498c8006059fa2100e5a. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 734.334395] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-9d520bb2-a697-47c5-9f25-83b74e6ec079 tempest-ServerActionsTestOtherA-456391608 tempest-ServerActionsTestOtherA-456391608-project-member] [instance: 169437f2-fb18-4d5c-8d00-b82e9e5752d5] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 734.334807] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-9d520bb2-a697-47c5-9f25-83b74e6ec079 tempest-ServerActionsTestOtherA-456391608 tempest-ServerActionsTestOtherA-456391608-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.335017] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-9d520bb2-a697-47c5-9f25-83b74e6ec079 tempest-ServerActionsTestOtherA-456391608 tempest-ServerActionsTestOtherA-456391608-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.335197] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-9d520bb2-a697-47c5-9f25-83b74e6ec079 tempest-ServerActionsTestOtherA-456391608 tempest-ServerActionsTestOtherA-456391608-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.337909] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-9d520bb2-a697-47c5-9f25-83b74e6ec079 tempest-ServerActionsTestOtherA-456391608 tempest-ServerActionsTestOtherA-456391608-project-member] [instance: 169437f2-fb18-4d5c-8d00-b82e9e5752d5] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 734.338608] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-9d520bb2-a697-47c5-9f25-83b74e6ec079 tempest-ServerActionsTestOtherA-456391608 tempest-ServerActionsTestOtherA-456391608-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.338860] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-9d520bb2-a697-47c5-9f25-83b74e6ec079 tempest-ServerActionsTestOtherA-456391608 tempest-ServerActionsTestOtherA-456391608-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.339114] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-9d520bb2-a697-47c5-9f25-83b74e6ec079 tempest-ServerActionsTestOtherA-456391608 tempest-ServerActionsTestOtherA-456391608-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.358593] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-9d520bb2-a697-47c5-9f25-83b74e6ec079 tempest-ServerActionsTestOtherA-456391608 tempest-ServerActionsTestOtherA-456391608-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.358892] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-9d520bb2-a697-47c5-9f25-83b74e6ec079 tempest-ServerActionsTestOtherA-456391608 tempest-ServerActionsTestOtherA-456391608-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.359106] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-9d520bb2-a697-47c5-9f25-83b74e6ec079 tempest-ServerActionsTestOtherA-456391608 tempest-ServerActionsTestOtherA-456391608-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.453511] nova-conductor[53933]: ERROR nova.scheduler.utils [None req-47719f06-76cb-4756-a560-7ec18d230570 tempest-InstanceActionsTestJSON-370054379 tempest-InstanceActionsTestJSON-370054379-project-member] [instance: f163fb1b-400f-4abb-8df6-0d9ea6449166] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port d13dd1e8-fbf8-42c6-b8e7-140f0d6f7ada, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance f163fb1b-400f-4abb-8df6-0d9ea6449166 was re-scheduled: Binding failed for port d13dd1e8-fbf8-42c6-b8e7-140f0d6f7ada, please check neutron logs for more information.\n'] [ 735.453831] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-47719f06-76cb-4756-a560-7ec18d230570 tempest-InstanceActionsTestJSON-370054379 tempest-InstanceActionsTestJSON-370054379-project-member] Rescheduling: True {{(pid=53933) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 735.454670] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-47719f06-76cb-4756-a560-7ec18d230570 tempest-InstanceActionsTestJSON-370054379 tempest-InstanceActionsTestJSON-370054379-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f163fb1b-400f-4abb-8df6-0d9ea6449166.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f163fb1b-400f-4abb-8df6-0d9ea6449166. [ 735.454670] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-47719f06-76cb-4756-a560-7ec18d230570 tempest-InstanceActionsTestJSON-370054379 tempest-InstanceActionsTestJSON-370054379-project-member] [instance: f163fb1b-400f-4abb-8df6-0d9ea6449166] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f163fb1b-400f-4abb-8df6-0d9ea6449166. [ 735.483697] nova-conductor[53933]: DEBUG nova.network.neutron [None req-47719f06-76cb-4756-a560-7ec18d230570 tempest-InstanceActionsTestJSON-370054379 tempest-InstanceActionsTestJSON-370054379-project-member] [instance: f163fb1b-400f-4abb-8df6-0d9ea6449166] deallocate_for_instance() {{(pid=53933) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 735.514069] nova-conductor[53933]: DEBUG nova.network.neutron [None req-47719f06-76cb-4756-a560-7ec18d230570 tempest-InstanceActionsTestJSON-370054379 tempest-InstanceActionsTestJSON-370054379-project-member] [instance: f163fb1b-400f-4abb-8df6-0d9ea6449166] Instance cache missing network info. {{(pid=53933) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.521345] nova-conductor[53933]: DEBUG nova.network.neutron [None req-47719f06-76cb-4756-a560-7ec18d230570 tempest-InstanceActionsTestJSON-370054379 tempest-InstanceActionsTestJSON-370054379-project-member] [instance: f163fb1b-400f-4abb-8df6-0d9ea6449166] Updating instance_info_cache with network_info: [] {{(pid=53933) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.881286] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-3de70ad7-51c6-44ef-8600-37ba9be96366 tempest-ServerPasswordTestJSON-114933406 tempest-ServerPasswordTestJSON-114933406-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 741.896195] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3de70ad7-51c6-44ef-8600-37ba9be96366 tempest-ServerPasswordTestJSON-114933406 tempest-ServerPasswordTestJSON-114933406-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.896432] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3de70ad7-51c6-44ef-8600-37ba9be96366 tempest-ServerPasswordTestJSON-114933406 tempest-ServerPasswordTestJSON-114933406-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.896607] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3de70ad7-51c6-44ef-8600-37ba9be96366 tempest-ServerPasswordTestJSON-114933406 tempest-ServerPasswordTestJSON-114933406-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.937451] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3de70ad7-51c6-44ef-8600-37ba9be96366 tempest-ServerPasswordTestJSON-114933406 tempest-ServerPasswordTestJSON-114933406-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.937654] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3de70ad7-51c6-44ef-8600-37ba9be96366 tempest-ServerPasswordTestJSON-114933406 tempest-ServerPasswordTestJSON-114933406-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.937826] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3de70ad7-51c6-44ef-8600-37ba9be96366 tempest-ServerPasswordTestJSON-114933406 tempest-ServerPasswordTestJSON-114933406-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.938215] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3de70ad7-51c6-44ef-8600-37ba9be96366 tempest-ServerPasswordTestJSON-114933406 tempest-ServerPasswordTestJSON-114933406-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.938399] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3de70ad7-51c6-44ef-8600-37ba9be96366 tempest-ServerPasswordTestJSON-114933406 tempest-ServerPasswordTestJSON-114933406-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.938582] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3de70ad7-51c6-44ef-8600-37ba9be96366 tempest-ServerPasswordTestJSON-114933406 tempest-ServerPasswordTestJSON-114933406-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.960862] nova-conductor[53932]: DEBUG nova.quota [None req-3de70ad7-51c6-44ef-8600-37ba9be96366 tempest-ServerPasswordTestJSON-114933406 tempest-ServerPasswordTestJSON-114933406-project-member] Getting quotas for project 58de167acb584319ab41854e0641a962. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 741.969528] nova-conductor[53932]: DEBUG nova.quota [None req-3de70ad7-51c6-44ef-8600-37ba9be96366 tempest-ServerPasswordTestJSON-114933406 tempest-ServerPasswordTestJSON-114933406-project-member] Getting quotas for user fb3aa49d8e7641e18914d08411d2e4da and project 58de167acb584319ab41854e0641a962. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 741.977675] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-3de70ad7-51c6-44ef-8600-37ba9be96366 tempest-ServerPasswordTestJSON-114933406 tempest-ServerPasswordTestJSON-114933406-project-member] [instance: c55717f0-8ef2-4e55-b1cf-60f6faea9e5e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 741.978430] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3de70ad7-51c6-44ef-8600-37ba9be96366 tempest-ServerPasswordTestJSON-114933406 tempest-ServerPasswordTestJSON-114933406-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.978661] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3de70ad7-51c6-44ef-8600-37ba9be96366 tempest-ServerPasswordTestJSON-114933406 tempest-ServerPasswordTestJSON-114933406-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.978832] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3de70ad7-51c6-44ef-8600-37ba9be96366 tempest-ServerPasswordTestJSON-114933406 tempest-ServerPasswordTestJSON-114933406-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.988104] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-3de70ad7-51c6-44ef-8600-37ba9be96366 tempest-ServerPasswordTestJSON-114933406 tempest-ServerPasswordTestJSON-114933406-project-member] [instance: c55717f0-8ef2-4e55-b1cf-60f6faea9e5e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 741.989144] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3de70ad7-51c6-44ef-8600-37ba9be96366 tempest-ServerPasswordTestJSON-114933406 tempest-ServerPasswordTestJSON-114933406-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.989144] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3de70ad7-51c6-44ef-8600-37ba9be96366 tempest-ServerPasswordTestJSON-114933406 tempest-ServerPasswordTestJSON-114933406-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.989284] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3de70ad7-51c6-44ef-8600-37ba9be96366 tempest-ServerPasswordTestJSON-114933406 tempest-ServerPasswordTestJSON-114933406-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.001670] nova-conductor[53933]: ERROR nova.scheduler.utils [None req-48658a3e-539d-49d0-bc04-d8186d33239f tempest-ServersTestBootFromVolume-304873699 tempest-ServersTestBootFromVolume-304873699-project-member] [instance: 9025d114-10da-4cf8-9e5f-2520bfd3b246] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 12a0f3b3-5d1a-4696-91f3-13095628d816, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 9025d114-10da-4cf8-9e5f-2520bfd3b246 was re-scheduled: Binding failed for port 12a0f3b3-5d1a-4696-91f3-13095628d816, please check neutron logs for more information.\n'] [ 742.002824] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-48658a3e-539d-49d0-bc04-d8186d33239f tempest-ServersTestBootFromVolume-304873699 tempest-ServersTestBootFromVolume-304873699-project-member] Rescheduling: True {{(pid=53933) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 742.003108] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-48658a3e-539d-49d0-bc04-d8186d33239f tempest-ServersTestBootFromVolume-304873699 tempest-ServersTestBootFromVolume-304873699-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9025d114-10da-4cf8-9e5f-2520bfd3b246.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9025d114-10da-4cf8-9e5f-2520bfd3b246. [ 742.003341] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-48658a3e-539d-49d0-bc04-d8186d33239f tempest-ServersTestBootFromVolume-304873699 tempest-ServersTestBootFromVolume-304873699-project-member] [instance: 9025d114-10da-4cf8-9e5f-2520bfd3b246] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9025d114-10da-4cf8-9e5f-2520bfd3b246. [ 742.030925] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3de70ad7-51c6-44ef-8600-37ba9be96366 tempest-ServerPasswordTestJSON-114933406 tempest-ServerPasswordTestJSON-114933406-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.031035] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3de70ad7-51c6-44ef-8600-37ba9be96366 tempest-ServerPasswordTestJSON-114933406 tempest-ServerPasswordTestJSON-114933406-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.031565] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3de70ad7-51c6-44ef-8600-37ba9be96366 tempest-ServerPasswordTestJSON-114933406 tempest-ServerPasswordTestJSON-114933406-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.035425] nova-conductor[53933]: DEBUG nova.network.neutron [None req-48658a3e-539d-49d0-bc04-d8186d33239f tempest-ServersTestBootFromVolume-304873699 tempest-ServersTestBootFromVolume-304873699-project-member] [instance: 9025d114-10da-4cf8-9e5f-2520bfd3b246] deallocate_for_instance() {{(pid=53933) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 742.053791] nova-conductor[53933]: DEBUG nova.network.neutron [None req-48658a3e-539d-49d0-bc04-d8186d33239f tempest-ServersTestBootFromVolume-304873699 tempest-ServersTestBootFromVolume-304873699-project-member] [instance: 9025d114-10da-4cf8-9e5f-2520bfd3b246] Instance cache missing network info. {{(pid=53933) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.057663] nova-conductor[53933]: DEBUG nova.network.neutron [None req-48658a3e-539d-49d0-bc04-d8186d33239f tempest-ServersTestBootFromVolume-304873699 tempest-ServersTestBootFromVolume-304873699-project-member] [instance: 9025d114-10da-4cf8-9e5f-2520bfd3b246] Updating instance_info_cache with network_info: [] {{(pid=53933) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.280510] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell1:SELECT=408,nova_cell1:UPDATE=201,nova_cell1:INSERT=39,nova_cell1:SAVEPOINT=40,nova_cell1:RELEASE=40 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 743.927403] nova-conductor[53932]: ERROR nova.scheduler.utils [None req-c2a2a9f4-92b9-4271-9c62-62b914c382af tempest-ServersV294TestFqdnHostnames-974670999 tempest-ServersV294TestFqdnHostnames-974670999-project-member] [instance: 62ebc97c-3f86-4ef2-b5c4-3d2fe563d179] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 96270278-0740-4f05-9455-036a4f52f677, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 62ebc97c-3f86-4ef2-b5c4-3d2fe563d179 was re-scheduled: Binding failed for port 96270278-0740-4f05-9455-036a4f52f677, please check neutron logs for more information.\n'] [ 743.927403] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-c2a2a9f4-92b9-4271-9c62-62b914c382af tempest-ServersV294TestFqdnHostnames-974670999 tempest-ServersV294TestFqdnHostnames-974670999-project-member] Rescheduling: True {{(pid=53932) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 743.927851] nova-conductor[53932]: WARNING nova.scheduler.utils [None req-c2a2a9f4-92b9-4271-9c62-62b914c382af tempest-ServersV294TestFqdnHostnames-974670999 tempest-ServersV294TestFqdnHostnames-974670999-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 62ebc97c-3f86-4ef2-b5c4-3d2fe563d179.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 62ebc97c-3f86-4ef2-b5c4-3d2fe563d179. [ 743.927929] nova-conductor[53932]: WARNING nova.scheduler.utils [None req-c2a2a9f4-92b9-4271-9c62-62b914c382af tempest-ServersV294TestFqdnHostnames-974670999 tempest-ServersV294TestFqdnHostnames-974670999-project-member] [instance: 62ebc97c-3f86-4ef2-b5c4-3d2fe563d179] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 62ebc97c-3f86-4ef2-b5c4-3d2fe563d179. [ 743.962219] nova-conductor[53932]: DEBUG nova.network.neutron [None req-c2a2a9f4-92b9-4271-9c62-62b914c382af tempest-ServersV294TestFqdnHostnames-974670999 tempest-ServersV294TestFqdnHostnames-974670999-project-member] [instance: 62ebc97c-3f86-4ef2-b5c4-3d2fe563d179] deallocate_for_instance() {{(pid=53932) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 743.998347] nova-conductor[53932]: DEBUG nova.network.neutron [None req-c2a2a9f4-92b9-4271-9c62-62b914c382af tempest-ServersV294TestFqdnHostnames-974670999 tempest-ServersV294TestFqdnHostnames-974670999-project-member] [instance: 62ebc97c-3f86-4ef2-b5c4-3d2fe563d179] Instance cache missing network info. {{(pid=53932) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 744.002572] nova-conductor[53932]: DEBUG nova.network.neutron [None req-c2a2a9f4-92b9-4271-9c62-62b914c382af tempest-ServersV294TestFqdnHostnames-974670999 tempest-ServersV294TestFqdnHostnames-974670999-project-member] [instance: 62ebc97c-3f86-4ef2-b5c4-3d2fe563d179] Updating instance_info_cache with network_info: [] {{(pid=53932) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.859750] nova-conductor[53933]: ERROR nova.scheduler.utils [None req-58544bc8-a608-43a4-9bb6-da598f7e4343 tempest-ServerActionsV293TestJSON-102737778 tempest-ServerActionsV293TestJSON-102737778-project-member] [instance: 5f205b7d-d93e-436d-9d7d-04c6f767f7ad] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port d0ded777-e6e9-4fe3-84d7-e2da98acad08, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 5f205b7d-d93e-436d-9d7d-04c6f767f7ad was re-scheduled: Binding failed for port d0ded777-e6e9-4fe3-84d7-e2da98acad08, please check neutron logs for more information.\n'] [ 745.863024] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-58544bc8-a608-43a4-9bb6-da598f7e4343 tempest-ServerActionsV293TestJSON-102737778 tempest-ServerActionsV293TestJSON-102737778-project-member] Rescheduling: True {{(pid=53933) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 745.863024] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-58544bc8-a608-43a4-9bb6-da598f7e4343 tempest-ServerActionsV293TestJSON-102737778 tempest-ServerActionsV293TestJSON-102737778-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5f205b7d-d93e-436d-9d7d-04c6f767f7ad.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5f205b7d-d93e-436d-9d7d-04c6f767f7ad. [ 745.863024] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-58544bc8-a608-43a4-9bb6-da598f7e4343 tempest-ServerActionsV293TestJSON-102737778 tempest-ServerActionsV293TestJSON-102737778-project-member] [instance: 5f205b7d-d93e-436d-9d7d-04c6f767f7ad] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5f205b7d-d93e-436d-9d7d-04c6f767f7ad. [ 745.907520] nova-conductor[53933]: DEBUG nova.network.neutron [None req-58544bc8-a608-43a4-9bb6-da598f7e4343 tempest-ServerActionsV293TestJSON-102737778 tempest-ServerActionsV293TestJSON-102737778-project-member] [instance: 5f205b7d-d93e-436d-9d7d-04c6f767f7ad] deallocate_for_instance() {{(pid=53933) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 745.927290] nova-conductor[53933]: DEBUG nova.network.neutron [None req-58544bc8-a608-43a4-9bb6-da598f7e4343 tempest-ServerActionsV293TestJSON-102737778 tempest-ServerActionsV293TestJSON-102737778-project-member] [instance: 5f205b7d-d93e-436d-9d7d-04c6f767f7ad] Instance cache missing network info. {{(pid=53933) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.931808] nova-conductor[53933]: DEBUG nova.network.neutron [None req-58544bc8-a608-43a4-9bb6-da598f7e4343 tempest-ServerActionsV293TestJSON-102737778 tempest-ServerActionsV293TestJSON-102737778-project-member] [instance: 5f205b7d-d93e-436d-9d7d-04c6f767f7ad] Updating instance_info_cache with network_info: [] {{(pid=53933) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.509307] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell1:SELECT=366,nova_cell1:SAVEPOINT=37,nova_cell1:RELEASE=37,nova_cell1:UPDATE=197,nova_cell1:INSERT=21,nova_cell1:DELETE=2 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 751.943408] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell0:SELECT=2 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 751.991513] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=16,nova_cell1:RELEASE=2 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 752.003379] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 752.434762] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-a452c2c1-3c00-4e51-ac2b-fb2adca8f85b tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 752.449669] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-a452c2c1-3c00-4e51-ac2b-fb2adca8f85b tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.450052] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-a452c2c1-3c00-4e51-ac2b-fb2adca8f85b tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.450327] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-a452c2c1-3c00-4e51-ac2b-fb2adca8f85b tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.487689] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-a452c2c1-3c00-4e51-ac2b-fb2adca8f85b tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.487932] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-a452c2c1-3c00-4e51-ac2b-fb2adca8f85b tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.488116] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-a452c2c1-3c00-4e51-ac2b-fb2adca8f85b tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.488487] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-a452c2c1-3c00-4e51-ac2b-fb2adca8f85b tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.488671] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-a452c2c1-3c00-4e51-ac2b-fb2adca8f85b tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.488828] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-a452c2c1-3c00-4e51-ac2b-fb2adca8f85b tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.498268] nova-conductor[53932]: DEBUG nova.quota [None req-a452c2c1-3c00-4e51-ac2b-fb2adca8f85b tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Getting quotas for project f49104f21d7147328bcc8edee8d3cdb2. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 752.501531] nova-conductor[53932]: DEBUG nova.quota [None req-a452c2c1-3c00-4e51-ac2b-fb2adca8f85b tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Getting quotas for user f155bbfca47547c2bf745811003ffcec and project f49104f21d7147328bcc8edee8d3cdb2. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 752.512684] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-a452c2c1-3c00-4e51-ac2b-fb2adca8f85b tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] [instance: b3a3bb81-843b-4227-bebf-a8079f98c0f8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 752.513139] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-a452c2c1-3c00-4e51-ac2b-fb2adca8f85b tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.513643] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-a452c2c1-3c00-4e51-ac2b-fb2adca8f85b tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.513643] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-a452c2c1-3c00-4e51-ac2b-fb2adca8f85b tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.521655] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-a452c2c1-3c00-4e51-ac2b-fb2adca8f85b tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] [instance: b3a3bb81-843b-4227-bebf-a8079f98c0f8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 752.522321] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-a452c2c1-3c00-4e51-ac2b-fb2adca8f85b tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.522531] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-a452c2c1-3c00-4e51-ac2b-fb2adca8f85b tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.522694] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-a452c2c1-3c00-4e51-ac2b-fb2adca8f85b tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.543310] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-a452c2c1-3c00-4e51-ac2b-fb2adca8f85b tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.545300] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-a452c2c1-3c00-4e51-ac2b-fb2adca8f85b tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.545300] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-a452c2c1-3c00-4e51-ac2b-fb2adca8f85b tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.604594] nova-conductor[53933]: ERROR nova.scheduler.utils [None req-aa6c2ec3-d739-4bac-87f0-ebbad3d9388c tempest-ServersTestFqdnHostnames-871339318 tempest-ServersTestFqdnHostnames-871339318-project-member] [instance: dce49aac-03f3-48ed-9bad-c5eb2d779bae] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 88a38d4c-6e6e-44b6-bd38-68673f87c6a7, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance dce49aac-03f3-48ed-9bad-c5eb2d779bae was re-scheduled: Binding failed for port 88a38d4c-6e6e-44b6-bd38-68673f87c6a7, please check neutron logs for more information.\n'] [ 752.605364] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-aa6c2ec3-d739-4bac-87f0-ebbad3d9388c tempest-ServersTestFqdnHostnames-871339318 tempest-ServersTestFqdnHostnames-871339318-project-member] Rescheduling: True {{(pid=53933) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 752.605609] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-aa6c2ec3-d739-4bac-87f0-ebbad3d9388c tempest-ServersTestFqdnHostnames-871339318 tempest-ServersTestFqdnHostnames-871339318-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance dce49aac-03f3-48ed-9bad-c5eb2d779bae.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance dce49aac-03f3-48ed-9bad-c5eb2d779bae. [ 752.605829] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-aa6c2ec3-d739-4bac-87f0-ebbad3d9388c tempest-ServersTestFqdnHostnames-871339318 tempest-ServersTestFqdnHostnames-871339318-project-member] [instance: dce49aac-03f3-48ed-9bad-c5eb2d779bae] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance dce49aac-03f3-48ed-9bad-c5eb2d779bae. [ 752.632799] nova-conductor[53933]: DEBUG nova.network.neutron [None req-aa6c2ec3-d739-4bac-87f0-ebbad3d9388c tempest-ServersTestFqdnHostnames-871339318 tempest-ServersTestFqdnHostnames-871339318-project-member] [instance: dce49aac-03f3-48ed-9bad-c5eb2d779bae] deallocate_for_instance() {{(pid=53933) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 752.649316] nova-conductor[53933]: DEBUG nova.network.neutron [None req-aa6c2ec3-d739-4bac-87f0-ebbad3d9388c tempest-ServersTestFqdnHostnames-871339318 tempest-ServersTestFqdnHostnames-871339318-project-member] [instance: dce49aac-03f3-48ed-9bad-c5eb2d779bae] Instance cache missing network info. {{(pid=53933) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.653247] nova-conductor[53933]: DEBUG nova.network.neutron [None req-aa6c2ec3-d739-4bac-87f0-ebbad3d9388c tempest-ServersTestFqdnHostnames-871339318 tempest-ServersTestFqdnHostnames-871339318-project-member] [instance: dce49aac-03f3-48ed-9bad-c5eb2d779bae] Updating instance_info_cache with network_info: [] {{(pid=53933) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.565343] nova-conductor[53932]: ERROR nova.scheduler.utils [None req-7cc050c0-893b-4f4f-b161-fd7f83fef46d tempest-AttachInterfacesUnderV243Test-1386038916 tempest-AttachInterfacesUnderV243Test-1386038916-project-member] [instance: 87f859c6-7a96-4a48-adb8-814a134ad4c8] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 2e590a46-aa26-4965-bc67-bd8f267fdd6e, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 87f859c6-7a96-4a48-adb8-814a134ad4c8 was re-scheduled: Binding failed for port 2e590a46-aa26-4965-bc67-bd8f267fdd6e, please check neutron logs for more information.\n'] [ 754.565957] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-7cc050c0-893b-4f4f-b161-fd7f83fef46d tempest-AttachInterfacesUnderV243Test-1386038916 tempest-AttachInterfacesUnderV243Test-1386038916-project-member] Rescheduling: True {{(pid=53932) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 754.566207] nova-conductor[53932]: WARNING nova.scheduler.utils [None req-7cc050c0-893b-4f4f-b161-fd7f83fef46d tempest-AttachInterfacesUnderV243Test-1386038916 tempest-AttachInterfacesUnderV243Test-1386038916-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 87f859c6-7a96-4a48-adb8-814a134ad4c8.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 87f859c6-7a96-4a48-adb8-814a134ad4c8. [ 754.566517] nova-conductor[53932]: WARNING nova.scheduler.utils [None req-7cc050c0-893b-4f4f-b161-fd7f83fef46d tempest-AttachInterfacesUnderV243Test-1386038916 tempest-AttachInterfacesUnderV243Test-1386038916-project-member] [instance: 87f859c6-7a96-4a48-adb8-814a134ad4c8] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 87f859c6-7a96-4a48-adb8-814a134ad4c8. [ 754.604615] nova-conductor[53932]: DEBUG nova.network.neutron [None req-7cc050c0-893b-4f4f-b161-fd7f83fef46d tempest-AttachInterfacesUnderV243Test-1386038916 tempest-AttachInterfacesUnderV243Test-1386038916-project-member] [instance: 87f859c6-7a96-4a48-adb8-814a134ad4c8] deallocate_for_instance() {{(pid=53932) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 754.632043] nova-conductor[53932]: DEBUG nova.network.neutron [None req-7cc050c0-893b-4f4f-b161-fd7f83fef46d tempest-AttachInterfacesUnderV243Test-1386038916 tempest-AttachInterfacesUnderV243Test-1386038916-project-member] [instance: 87f859c6-7a96-4a48-adb8-814a134ad4c8] Instance cache missing network info. {{(pid=53932) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.632926] nova-conductor[53932]: DEBUG nova.network.neutron [None req-7cc050c0-893b-4f4f-b161-fd7f83fef46d tempest-AttachInterfacesUnderV243Test-1386038916 tempest-AttachInterfacesUnderV243Test-1386038916-project-member] [instance: 87f859c6-7a96-4a48-adb8-814a134ad4c8] Updating instance_info_cache with network_info: [] {{(pid=53932) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.215913] nova-conductor[53933]: ERROR nova.scheduler.utils [None req-4c296236-c4ea-4597-904a-3e8828f27fcb tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] [instance: bc1ef57d-457d-446a-8ad4-3bab6d331215] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port ae530f13-5c15-41af-927d-17c2acf2a6fa, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance bc1ef57d-457d-446a-8ad4-3bab6d331215 was re-scheduled: Binding failed for port ae530f13-5c15-41af-927d-17c2acf2a6fa, please check neutron logs for more information.\n'] [ 761.216773] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-4c296236-c4ea-4597-904a-3e8828f27fcb tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Rescheduling: True {{(pid=53933) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 761.217540] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-4c296236-c4ea-4597-904a-3e8828f27fcb tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bc1ef57d-457d-446a-8ad4-3bab6d331215.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bc1ef57d-457d-446a-8ad4-3bab6d331215. [ 761.218307] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-4c296236-c4ea-4597-904a-3e8828f27fcb tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] [instance: bc1ef57d-457d-446a-8ad4-3bab6d331215] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bc1ef57d-457d-446a-8ad4-3bab6d331215. [ 761.249510] nova-conductor[53933]: DEBUG nova.network.neutron [None req-4c296236-c4ea-4597-904a-3e8828f27fcb tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] [instance: bc1ef57d-457d-446a-8ad4-3bab6d331215] deallocate_for_instance() {{(pid=53933) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.266780] nova-conductor[53933]: DEBUG nova.network.neutron [None req-4c296236-c4ea-4597-904a-3e8828f27fcb tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] [instance: bc1ef57d-457d-446a-8ad4-3bab6d331215] Instance cache missing network info. {{(pid=53933) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.272159] nova-conductor[53933]: DEBUG nova.network.neutron [None req-4c296236-c4ea-4597-904a-3e8828f27fcb tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] [instance: bc1ef57d-457d-446a-8ad4-3bab6d331215] Updating instance_info_cache with network_info: [] {{(pid=53933) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.492880] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell0:SELECT=1 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 762.514932] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-6f9fd8c6-07fb-4012-9ace-182266112e57 tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 762.524753] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 762.532727] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_api:SELECT=4,nova_api:UPDATE=1 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 762.533653] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6f9fd8c6-07fb-4012-9ace-182266112e57 tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.533653] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6f9fd8c6-07fb-4012-9ace-182266112e57 tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.533821] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6f9fd8c6-07fb-4012-9ace-182266112e57 tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.537384] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_api:SELECT=21,nova_api:DELETE=2 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 762.579174] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6f9fd8c6-07fb-4012-9ace-182266112e57 tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.579419] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6f9fd8c6-07fb-4012-9ace-182266112e57 tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.579590] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6f9fd8c6-07fb-4012-9ace-182266112e57 tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.579960] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6f9fd8c6-07fb-4012-9ace-182266112e57 tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.580150] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6f9fd8c6-07fb-4012-9ace-182266112e57 tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.580354] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6f9fd8c6-07fb-4012-9ace-182266112e57 tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.589506] nova-conductor[53933]: DEBUG nova.quota [None req-6f9fd8c6-07fb-4012-9ace-182266112e57 tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Getting quotas for project 5dc1064c95484fd4afd1de8243b72d55. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 762.592205] nova-conductor[53933]: DEBUG nova.quota [None req-6f9fd8c6-07fb-4012-9ace-182266112e57 tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Getting quotas for user c7c2b0f1e1dd4b93862b0316ea6770a2 and project 5dc1064c95484fd4afd1de8243b72d55. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 762.597406] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-6f9fd8c6-07fb-4012-9ace-182266112e57 tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] [instance: 2d0b199f-e0f1-42e0-afb5-e08602aebf01] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 762.597878] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6f9fd8c6-07fb-4012-9ace-182266112e57 tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.598120] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6f9fd8c6-07fb-4012-9ace-182266112e57 tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.598293] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6f9fd8c6-07fb-4012-9ace-182266112e57 tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.603675] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-6f9fd8c6-07fb-4012-9ace-182266112e57 tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] [instance: 2d0b199f-e0f1-42e0-afb5-e08602aebf01] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 762.604188] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6f9fd8c6-07fb-4012-9ace-182266112e57 tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.604387] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6f9fd8c6-07fb-4012-9ace-182266112e57 tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.604551] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6f9fd8c6-07fb-4012-9ace-182266112e57 tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.619904] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6f9fd8c6-07fb-4012-9ace-182266112e57 tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.620204] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6f9fd8c6-07fb-4012-9ace-182266112e57 tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.620451] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-6f9fd8c6-07fb-4012-9ace-182266112e57 tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.225028] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-345d3a46-5e7e-4fdf-94bf-ed647c1abdf3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 764.239771] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-345d3a46-5e7e-4fdf-94bf-ed647c1abdf3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.240120] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-345d3a46-5e7e-4fdf-94bf-ed647c1abdf3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.240374] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-345d3a46-5e7e-4fdf-94bf-ed647c1abdf3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.300592] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-345d3a46-5e7e-4fdf-94bf-ed647c1abdf3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.300848] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-345d3a46-5e7e-4fdf-94bf-ed647c1abdf3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.301026] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-345d3a46-5e7e-4fdf-94bf-ed647c1abdf3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.301389] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-345d3a46-5e7e-4fdf-94bf-ed647c1abdf3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.301593] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-345d3a46-5e7e-4fdf-94bf-ed647c1abdf3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.301756] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-345d3a46-5e7e-4fdf-94bf-ed647c1abdf3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.312019] nova-conductor[53933]: DEBUG nova.quota [None req-345d3a46-5e7e-4fdf-94bf-ed647c1abdf3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Getting quotas for project df09ba4531ae4b1e8e83f9b382b82c5c. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 764.314315] nova-conductor[53933]: DEBUG nova.quota [None req-345d3a46-5e7e-4fdf-94bf-ed647c1abdf3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Getting quotas for user 25919d91b6fe4f31a85b4109149e261b and project df09ba4531ae4b1e8e83f9b382b82c5c. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 764.319100] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-345d3a46-5e7e-4fdf-94bf-ed647c1abdf3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] [instance: dadd9985-bca3-4207-927f-9490e0ae3f10] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 764.319435] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-345d3a46-5e7e-4fdf-94bf-ed647c1abdf3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.323033] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-345d3a46-5e7e-4fdf-94bf-ed647c1abdf3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.323033] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-345d3a46-5e7e-4fdf-94bf-ed647c1abdf3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.327115] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-345d3a46-5e7e-4fdf-94bf-ed647c1abdf3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] [instance: dadd9985-bca3-4207-927f-9490e0ae3f10] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 764.327730] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-345d3a46-5e7e-4fdf-94bf-ed647c1abdf3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.328147] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-345d3a46-5e7e-4fdf-94bf-ed647c1abdf3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.328147] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-345d3a46-5e7e-4fdf-94bf-ed647c1abdf3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.342260] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-345d3a46-5e7e-4fdf-94bf-ed647c1abdf3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.342433] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-345d3a46-5e7e-4fdf-94bf-ed647c1abdf3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.342598] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-345d3a46-5e7e-4fdf-94bf-ed647c1abdf3 tempest-AttachVolumeNegativeTest-831212951 tempest-AttachVolumeNegativeTest-831212951-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.926750] nova-conductor[53933]: ERROR nova.scheduler.utils [None req-b6173428-31a9-4cf9-93a1-f39d752b4463 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] [instance: a733a167-9713-43b7-bcc0-b0af47879ffc] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 7588c242-9de5-4d72-89db-ba1d0d17e49b, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance a733a167-9713-43b7-bcc0-b0af47879ffc was re-scheduled: Binding failed for port 7588c242-9de5-4d72-89db-ba1d0d17e49b, please check neutron logs for more information.\n'] [ 770.927451] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-b6173428-31a9-4cf9-93a1-f39d752b4463 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Rescheduling: True {{(pid=53933) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 770.927709] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-b6173428-31a9-4cf9-93a1-f39d752b4463 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a733a167-9713-43b7-bcc0-b0af47879ffc.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a733a167-9713-43b7-bcc0-b0af47879ffc. [ 770.928049] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-b6173428-31a9-4cf9-93a1-f39d752b4463 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] [instance: a733a167-9713-43b7-bcc0-b0af47879ffc] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a733a167-9713-43b7-bcc0-b0af47879ffc. [ 770.949470] nova-conductor[53933]: DEBUG nova.network.neutron [None req-b6173428-31a9-4cf9-93a1-f39d752b4463 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] [instance: a733a167-9713-43b7-bcc0-b0af47879ffc] deallocate_for_instance() {{(pid=53933) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 770.964575] nova-conductor[53933]: DEBUG nova.network.neutron [None req-b6173428-31a9-4cf9-93a1-f39d752b4463 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] [instance: a733a167-9713-43b7-bcc0-b0af47879ffc] Instance cache missing network info. {{(pid=53933) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 770.968024] nova-conductor[53933]: DEBUG nova.network.neutron [None req-b6173428-31a9-4cf9-93a1-f39d752b4463 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] [instance: a733a167-9713-43b7-bcc0-b0af47879ffc] Updating instance_info_cache with network_info: [] {{(pid=53933) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.388638] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-f1c8a928-d422-435b-b8f6-cc001ad10541 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 772.401446] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f1c8a928-d422-435b-b8f6-cc001ad10541 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.401664] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f1c8a928-d422-435b-b8f6-cc001ad10541 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.401869] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f1c8a928-d422-435b-b8f6-cc001ad10541 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.433790] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f1c8a928-d422-435b-b8f6-cc001ad10541 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.433968] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f1c8a928-d422-435b-b8f6-cc001ad10541 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.434191] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f1c8a928-d422-435b-b8f6-cc001ad10541 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.434557] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f1c8a928-d422-435b-b8f6-cc001ad10541 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.434742] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f1c8a928-d422-435b-b8f6-cc001ad10541 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.434903] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f1c8a928-d422-435b-b8f6-cc001ad10541 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.443046] nova-conductor[53932]: DEBUG nova.quota [None req-f1c8a928-d422-435b-b8f6-cc001ad10541 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Getting quotas for project 102883704d52434591e74440e02262fb. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 772.446058] nova-conductor[53932]: DEBUG nova.quota [None req-f1c8a928-d422-435b-b8f6-cc001ad10541 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Getting quotas for user 45e5c7148ac343ee8674cf6747d7df0c and project 102883704d52434591e74440e02262fb. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 772.450899] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-f1c8a928-d422-435b-b8f6-cc001ad10541 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] [instance: c84d15dc-0ef2-44e2-b579-104678a6bb07] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 772.451301] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f1c8a928-d422-435b-b8f6-cc001ad10541 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.451495] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f1c8a928-d422-435b-b8f6-cc001ad10541 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.451656] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f1c8a928-d422-435b-b8f6-cc001ad10541 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.457101] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-f1c8a928-d422-435b-b8f6-cc001ad10541 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] [instance: c84d15dc-0ef2-44e2-b579-104678a6bb07] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 772.457659] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f1c8a928-d422-435b-b8f6-cc001ad10541 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.457853] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f1c8a928-d422-435b-b8f6-cc001ad10541 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.458034] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f1c8a928-d422-435b-b8f6-cc001ad10541 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.471609] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f1c8a928-d422-435b-b8f6-cc001ad10541 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.471821] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f1c8a928-d422-435b-b8f6-cc001ad10541 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.471995] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f1c8a928-d422-435b-b8f6-cc001ad10541 tempest-ImagesTestJSON-1194127224 tempest-ImagesTestJSON-1194127224-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.745778] nova-conductor[53933]: ERROR nova.scheduler.utils [None req-7768b95d-9858-4c7b-98da-c69856623329 tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] [instance: 56e74975-e4fa-4ff8-ab87-aa74125dab78] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port b740a604-956e-479c-91d9-b4de2a6b8835, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 56e74975-e4fa-4ff8-ab87-aa74125dab78 was re-scheduled: Binding failed for port b740a604-956e-479c-91d9-b4de2a6b8835, please check neutron logs for more information.\n'] [ 772.746329] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-7768b95d-9858-4c7b-98da-c69856623329 tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Rescheduling: True {{(pid=53933) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 772.746553] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-7768b95d-9858-4c7b-98da-c69856623329 tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 56e74975-e4fa-4ff8-ab87-aa74125dab78.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 56e74975-e4fa-4ff8-ab87-aa74125dab78. [ 772.746756] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-7768b95d-9858-4c7b-98da-c69856623329 tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] [instance: 56e74975-e4fa-4ff8-ab87-aa74125dab78] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 56e74975-e4fa-4ff8-ab87-aa74125dab78. [ 772.767885] nova-conductor[53933]: DEBUG nova.network.neutron [None req-7768b95d-9858-4c7b-98da-c69856623329 tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] [instance: 56e74975-e4fa-4ff8-ab87-aa74125dab78] deallocate_for_instance() {{(pid=53933) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 772.791057] nova-conductor[53933]: DEBUG nova.network.neutron [None req-7768b95d-9858-4c7b-98da-c69856623329 tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] [instance: 56e74975-e4fa-4ff8-ab87-aa74125dab78] Instance cache missing network info. {{(pid=53933) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 772.794678] nova-conductor[53933]: DEBUG nova.network.neutron [None req-7768b95d-9858-4c7b-98da-c69856623329 tempest-VolumesAdminNegativeTest-194489036 tempest-VolumesAdminNegativeTest-194489036-project-member] [instance: 56e74975-e4fa-4ff8-ab87-aa74125dab78] Updating instance_info_cache with network_info: [] {{(pid=53933) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.305555] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell0:SELECT=2 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 774.330424] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=15,nova_cell1:RELEASE=1 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 774.338214] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 774.339353] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_api:SELECT=11,nova_api:DELETE=2,nova_api:UPDATE=1 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 780.870317] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-c4c910f9-5473-4d94-9a18-7b188842becf tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 780.885716] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c4c910f9-5473-4d94-9a18-7b188842becf tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.886036] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c4c910f9-5473-4d94-9a18-7b188842becf tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.886276] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c4c910f9-5473-4d94-9a18-7b188842becf tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.914995] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c4c910f9-5473-4d94-9a18-7b188842becf tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.915270] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c4c910f9-5473-4d94-9a18-7b188842becf tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.915454] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c4c910f9-5473-4d94-9a18-7b188842becf tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.915883] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c4c910f9-5473-4d94-9a18-7b188842becf tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.916102] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c4c910f9-5473-4d94-9a18-7b188842becf tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.916291] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c4c910f9-5473-4d94-9a18-7b188842becf tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.926989] nova-conductor[53932]: DEBUG nova.quota [None req-c4c910f9-5473-4d94-9a18-7b188842becf tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Getting quotas for project 1e479b6ac56f464fbc86574f776cd96c. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 780.930110] nova-conductor[53932]: DEBUG nova.quota [None req-c4c910f9-5473-4d94-9a18-7b188842becf tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Getting quotas for user 3066202e35b643d1b6d3f2d8b4d724ec and project 1e479b6ac56f464fbc86574f776cd96c. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 780.935206] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-c4c910f9-5473-4d94-9a18-7b188842becf tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] [instance: c51f684b-84f0-42b3-acf9-9e8317b10cb6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 780.935683] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c4c910f9-5473-4d94-9a18-7b188842becf tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.935893] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c4c910f9-5473-4d94-9a18-7b188842becf tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.936074] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c4c910f9-5473-4d94-9a18-7b188842becf tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.942308] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-c4c910f9-5473-4d94-9a18-7b188842becf tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] [instance: c51f684b-84f0-42b3-acf9-9e8317b10cb6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 780.942940] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c4c910f9-5473-4d94-9a18-7b188842becf tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.943181] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c4c910f9-5473-4d94-9a18-7b188842becf tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.943355] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c4c910f9-5473-4d94-9a18-7b188842becf tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.963340] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c4c910f9-5473-4d94-9a18-7b188842becf tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.963563] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c4c910f9-5473-4d94-9a18-7b188842becf tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.963755] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c4c910f9-5473-4d94-9a18-7b188842becf tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.971741] nova-conductor[53932]: ERROR nova.scheduler.utils [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] [instance: e632307a-ffe9-45a6-9224-8598aea5d269] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 0ff860cb-d237-47e4-bd6b-857bd5a53937, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance e632307a-ffe9-45a6-9224-8598aea5d269 was re-scheduled: Binding failed for port 0ff860cb-d237-47e4-bd6b-857bd5a53937, please check neutron logs for more information.\n'] [ 789.972394] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Rescheduling: True {{(pid=53932) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 789.973043] nova-conductor[53932]: WARNING nova.scheduler.utils [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e632307a-ffe9-45a6-9224-8598aea5d269.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e632307a-ffe9-45a6-9224-8598aea5d269. [ 789.973043] nova-conductor[53932]: WARNING nova.scheduler.utils [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] [instance: e632307a-ffe9-45a6-9224-8598aea5d269] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e632307a-ffe9-45a6-9224-8598aea5d269. [ 789.992843] nova-conductor[53932]: DEBUG nova.network.neutron [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] [instance: e632307a-ffe9-45a6-9224-8598aea5d269] deallocate_for_instance() {{(pid=53932) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 790.008677] nova-conductor[53932]: DEBUG nova.network.neutron [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] [instance: e632307a-ffe9-45a6-9224-8598aea5d269] Instance cache missing network info. {{(pid=53932) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.011855] nova-conductor[53932]: DEBUG nova.network.neutron [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] [instance: e632307a-ffe9-45a6-9224-8598aea5d269] Updating instance_info_cache with network_info: [] {{(pid=53932) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.921073] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell0:SELECT=2 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 790.945460] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell1:SELECT=6,nova_cell1:INSERT=15,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 790.956978] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=2 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 790.959035] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_api:SELECT=11,nova_api:DELETE=2 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 791.799556] nova-conductor[53932]: ERROR nova.scheduler.utils [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] [instance: b9ec575c-034b-46bc-afbd-7a8a07a8e005] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 60237559-6ae1-4690-8aed-f076fb3cc4d0, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance b9ec575c-034b-46bc-afbd-7a8a07a8e005 was re-scheduled: Binding failed for port 60237559-6ae1-4690-8aed-f076fb3cc4d0, please check neutron logs for more information.\n'] [ 791.800242] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Rescheduling: True {{(pid=53932) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 791.800486] nova-conductor[53932]: WARNING nova.scheduler.utils [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b9ec575c-034b-46bc-afbd-7a8a07a8e005.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b9ec575c-034b-46bc-afbd-7a8a07a8e005. [ 791.800704] nova-conductor[53932]: WARNING nova.scheduler.utils [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] [instance: b9ec575c-034b-46bc-afbd-7a8a07a8e005] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b9ec575c-034b-46bc-afbd-7a8a07a8e005. [ 791.820997] nova-conductor[53932]: DEBUG nova.network.neutron [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] [instance: b9ec575c-034b-46bc-afbd-7a8a07a8e005] deallocate_for_instance() {{(pid=53932) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 791.837821] nova-conductor[53932]: DEBUG nova.network.neutron [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] [instance: b9ec575c-034b-46bc-afbd-7a8a07a8e005] Instance cache missing network info. {{(pid=53932) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 791.841973] nova-conductor[53932]: DEBUG nova.network.neutron [None req-f297096f-0bda-436a-9abb-06dbb065f26c tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] [instance: b9ec575c-034b-46bc-afbd-7a8a07a8e005] Updating instance_info_cache with network_info: [] {{(pid=53932) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.092889] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-84bcd5e2-37e0-4345-b492-c0044be3d551 tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Took 0.50 seconds to select destinations for 2 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 794.105219] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-84bcd5e2-37e0-4345-b492-c0044be3d551 tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.105461] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-84bcd5e2-37e0-4345-b492-c0044be3d551 tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.105645] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-84bcd5e2-37e0-4345-b492-c0044be3d551 tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.132238] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-84bcd5e2-37e0-4345-b492-c0044be3d551 tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.132535] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-84bcd5e2-37e0-4345-b492-c0044be3d551 tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.132718] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-84bcd5e2-37e0-4345-b492-c0044be3d551 tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.159071] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-84bcd5e2-37e0-4345-b492-c0044be3d551 tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.159364] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-84bcd5e2-37e0-4345-b492-c0044be3d551 tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.159540] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-84bcd5e2-37e0-4345-b492-c0044be3d551 tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.159905] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-84bcd5e2-37e0-4345-b492-c0044be3d551 tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.160099] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-84bcd5e2-37e0-4345-b492-c0044be3d551 tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.160273] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-84bcd5e2-37e0-4345-b492-c0044be3d551 tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.170111] nova-conductor[53933]: DEBUG nova.quota [None req-84bcd5e2-37e0-4345-b492-c0044be3d551 tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Getting quotas for project 5e4e8f3e000f4c2383b3a39f24499577. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 794.173786] nova-conductor[53933]: DEBUG nova.quota [None req-84bcd5e2-37e0-4345-b492-c0044be3d551 tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Getting quotas for user c5f2c10ceb02461095c74c83d4a745d8 and project 5e4e8f3e000f4c2383b3a39f24499577. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 794.179958] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-84bcd5e2-37e0-4345-b492-c0044be3d551 tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] [instance: d780cbdc-8838-42bf-8736-bc2dd60e659c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 794.179958] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-84bcd5e2-37e0-4345-b492-c0044be3d551 tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.179958] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-84bcd5e2-37e0-4345-b492-c0044be3d551 tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.179958] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-84bcd5e2-37e0-4345-b492-c0044be3d551 tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.185963] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-84bcd5e2-37e0-4345-b492-c0044be3d551 tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] [instance: d780cbdc-8838-42bf-8736-bc2dd60e659c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 794.185963] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-84bcd5e2-37e0-4345-b492-c0044be3d551 tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.186144] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-84bcd5e2-37e0-4345-b492-c0044be3d551 tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.186311] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-84bcd5e2-37e0-4345-b492-c0044be3d551 tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.201024] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-84bcd5e2-37e0-4345-b492-c0044be3d551 tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.201259] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-84bcd5e2-37e0-4345-b492-c0044be3d551 tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.201426] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-84bcd5e2-37e0-4345-b492-c0044be3d551 tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.207654] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-84bcd5e2-37e0-4345-b492-c0044be3d551 tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] [instance: f0dc302b-35c3-4ca2-bf06-6b0be8fe0e83] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 794.209850] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-84bcd5e2-37e0-4345-b492-c0044be3d551 tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.209850] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-84bcd5e2-37e0-4345-b492-c0044be3d551 tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.209850] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-84bcd5e2-37e0-4345-b492-c0044be3d551 tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.211946] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-84bcd5e2-37e0-4345-b492-c0044be3d551 tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] [instance: f0dc302b-35c3-4ca2-bf06-6b0be8fe0e83] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 794.211946] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-84bcd5e2-37e0-4345-b492-c0044be3d551 tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.211946] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-84bcd5e2-37e0-4345-b492-c0044be3d551 tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.212151] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-84bcd5e2-37e0-4345-b492-c0044be3d551 tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.224351] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-84bcd5e2-37e0-4345-b492-c0044be3d551 tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.224511] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-84bcd5e2-37e0-4345-b492-c0044be3d551 tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.224678] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-84bcd5e2-37e0-4345-b492-c0044be3d551 tempest-MultipleCreateTestJSON-1503300055 tempest-MultipleCreateTestJSON-1503300055-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.912514] nova-conductor[53933]: ERROR nova.scheduler.utils [None req-5c89ba28-84c3-4d9b-874c-5ce911f527a4 tempest-ImagesNegativeTestJSON-132255802 tempest-ImagesNegativeTestJSON-132255802-project-member] [instance: e49e77d6-8d5e-4d89-b129-ac34cd1969c1] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port ddb3860b-63de-40cc-aaf6-bc715ccafb4e, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance e49e77d6-8d5e-4d89-b129-ac34cd1969c1 was re-scheduled: Binding failed for port ddb3860b-63de-40cc-aaf6-bc715ccafb4e, please check neutron logs for more information.\n'] [ 795.913237] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-5c89ba28-84c3-4d9b-874c-5ce911f527a4 tempest-ImagesNegativeTestJSON-132255802 tempest-ImagesNegativeTestJSON-132255802-project-member] Rescheduling: True {{(pid=53933) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 795.913480] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-5c89ba28-84c3-4d9b-874c-5ce911f527a4 tempest-ImagesNegativeTestJSON-132255802 tempest-ImagesNegativeTestJSON-132255802-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e49e77d6-8d5e-4d89-b129-ac34cd1969c1.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e49e77d6-8d5e-4d89-b129-ac34cd1969c1. [ 795.913783] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-5c89ba28-84c3-4d9b-874c-5ce911f527a4 tempest-ImagesNegativeTestJSON-132255802 tempest-ImagesNegativeTestJSON-132255802-project-member] [instance: e49e77d6-8d5e-4d89-b129-ac34cd1969c1] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e49e77d6-8d5e-4d89-b129-ac34cd1969c1. [ 795.936136] nova-conductor[53933]: DEBUG nova.network.neutron [None req-5c89ba28-84c3-4d9b-874c-5ce911f527a4 tempest-ImagesNegativeTestJSON-132255802 tempest-ImagesNegativeTestJSON-132255802-project-member] [instance: e49e77d6-8d5e-4d89-b129-ac34cd1969c1] deallocate_for_instance() {{(pid=53933) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 795.952744] nova-conductor[53933]: DEBUG nova.network.neutron [None req-5c89ba28-84c3-4d9b-874c-5ce911f527a4 tempest-ImagesNegativeTestJSON-132255802 tempest-ImagesNegativeTestJSON-132255802-project-member] [instance: e49e77d6-8d5e-4d89-b129-ac34cd1969c1] Instance cache missing network info. {{(pid=53933) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.956709] nova-conductor[53933]: DEBUG nova.network.neutron [None req-5c89ba28-84c3-4d9b-874c-5ce911f527a4 tempest-ImagesNegativeTestJSON-132255802 tempest-ImagesNegativeTestJSON-132255802-project-member] [instance: e49e77d6-8d5e-4d89-b129-ac34cd1969c1] Updating instance_info_cache with network_info: [] {{(pid=53933) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.741864] nova-conductor[53933]: ERROR nova.scheduler.utils [None req-6304b730-45c1-4be8-abd9-b72ba63b9987 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] [instance: 3f2ed06f-27d0-4a73-a678-430db5334147] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 83835327-ef7b-48ef-b628-4e777b266394, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 3f2ed06f-27d0-4a73-a678-430db5334147 was re-scheduled: Binding failed for port 83835327-ef7b-48ef-b628-4e777b266394, please check neutron logs for more information.\n'] [ 797.742836] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-6304b730-45c1-4be8-abd9-b72ba63b9987 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Rescheduling: True {{(pid=53933) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 797.742836] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-6304b730-45c1-4be8-abd9-b72ba63b9987 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3f2ed06f-27d0-4a73-a678-430db5334147.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3f2ed06f-27d0-4a73-a678-430db5334147. [ 797.743022] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-6304b730-45c1-4be8-abd9-b72ba63b9987 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] [instance: 3f2ed06f-27d0-4a73-a678-430db5334147] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3f2ed06f-27d0-4a73-a678-430db5334147. [ 797.769315] nova-conductor[53933]: DEBUG nova.network.neutron [None req-6304b730-45c1-4be8-abd9-b72ba63b9987 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] [instance: 3f2ed06f-27d0-4a73-a678-430db5334147] deallocate_for_instance() {{(pid=53933) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 797.794998] nova-conductor[53933]: DEBUG nova.network.neutron [None req-6304b730-45c1-4be8-abd9-b72ba63b9987 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] [instance: 3f2ed06f-27d0-4a73-a678-430db5334147] Instance cache missing network info. {{(pid=53933) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 797.797350] nova-conductor[53933]: DEBUG nova.network.neutron [None req-6304b730-45c1-4be8-abd9-b72ba63b9987 tempest-ServersTestMultiNic-1860368674 tempest-ServersTestMultiNic-1860368674-project-member] [instance: 3f2ed06f-27d0-4a73-a678-430db5334147] Updating instance_info_cache with network_info: [] {{(pid=53933) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.650532] nova-conductor[53932]: ERROR nova.scheduler.utils [None req-78ca3adb-ce12-4185-9d92-9b7a5a098880 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] [instance: f5c91aad-0f8a-4ad3-8566-7f36ff983575] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 65c428f0-8266-4930-ba7c-15bf1d6c7bd8, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance f5c91aad-0f8a-4ad3-8566-7f36ff983575 was re-scheduled: Binding failed for port 65c428f0-8266-4930-ba7c-15bf1d6c7bd8, please check neutron logs for more information.\n'] [ 799.650532] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-78ca3adb-ce12-4185-9d92-9b7a5a098880 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Rescheduling: True {{(pid=53932) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 799.650532] nova-conductor[53932]: WARNING nova.scheduler.utils [None req-78ca3adb-ce12-4185-9d92-9b7a5a098880 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f5c91aad-0f8a-4ad3-8566-7f36ff983575.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f5c91aad-0f8a-4ad3-8566-7f36ff983575. [ 799.650532] nova-conductor[53932]: WARNING nova.scheduler.utils [None req-78ca3adb-ce12-4185-9d92-9b7a5a098880 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] [instance: f5c91aad-0f8a-4ad3-8566-7f36ff983575] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f5c91aad-0f8a-4ad3-8566-7f36ff983575. [ 799.681017] nova-conductor[53932]: DEBUG nova.network.neutron [None req-78ca3adb-ce12-4185-9d92-9b7a5a098880 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] [instance: f5c91aad-0f8a-4ad3-8566-7f36ff983575] deallocate_for_instance() {{(pid=53932) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 799.698258] nova-conductor[53932]: DEBUG nova.network.neutron [None req-78ca3adb-ce12-4185-9d92-9b7a5a098880 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] [instance: f5c91aad-0f8a-4ad3-8566-7f36ff983575] Instance cache missing network info. {{(pid=53932) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.702529] nova-conductor[53932]: DEBUG nova.network.neutron [None req-78ca3adb-ce12-4185-9d92-9b7a5a098880 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] [instance: f5c91aad-0f8a-4ad3-8566-7f36ff983575] Updating instance_info_cache with network_info: [] {{(pid=53932) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.732268] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-67a6648e-1010-4c99-8da0-37e7a34d80d0 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 801.747857] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-67a6648e-1010-4c99-8da0-37e7a34d80d0 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] [instance: 29b41304-a478-4c99-b26d-2eb4e4223b58] While scheduling instance, the build request was already deleted. {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1706}} [ 801.777142] nova-conductor[53933]: INFO nova.scheduler.client.report [None req-67a6648e-1010-4c99-8da0-37e7a34d80d0 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Deleted allocations for instance 29b41304-a478-4c99-b26d-2eb4e4223b58 [ 801.784040] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-67a6648e-1010-4c99-8da0-37e7a34d80d0 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.784132] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-67a6648e-1010-4c99-8da0-37e7a34d80d0 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 801.784301] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-67a6648e-1010-4c99-8da0-37e7a34d80d0 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.784663] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-67a6648e-1010-4c99-8da0-37e7a34d80d0 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.784837] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-67a6648e-1010-4c99-8da0-37e7a34d80d0 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 801.785042] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-67a6648e-1010-4c99-8da0-37e7a34d80d0 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.803849] nova-conductor[53933]: DEBUG nova.quota [None req-67a6648e-1010-4c99-8da0-37e7a34d80d0 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Getting quotas for project c75c9b7c8d6b441d80fe512c37c88679. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 801.806509] nova-conductor[53933]: DEBUG nova.quota [None req-67a6648e-1010-4c99-8da0-37e7a34d80d0 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Getting quotas for user 744da696f7c64f62ae04195aa737fab4 and project c75c9b7c8d6b441d80fe512c37c88679. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 802.329272] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-5b861d81-6d51-44c6-82ca-9c90f72f310a tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 802.344096] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-5b861d81-6d51-44c6-82ca-9c90f72f310a tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.344335] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-5b861d81-6d51-44c6-82ca-9c90f72f310a tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.344512] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-5b861d81-6d51-44c6-82ca-9c90f72f310a tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.376517] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-5b861d81-6d51-44c6-82ca-9c90f72f310a tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.376754] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-5b861d81-6d51-44c6-82ca-9c90f72f310a tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.376926] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-5b861d81-6d51-44c6-82ca-9c90f72f310a tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.377300] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-5b861d81-6d51-44c6-82ca-9c90f72f310a tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.377487] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-5b861d81-6d51-44c6-82ca-9c90f72f310a tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.377649] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-5b861d81-6d51-44c6-82ca-9c90f72f310a tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.387954] nova-conductor[53932]: DEBUG nova.quota [None req-5b861d81-6d51-44c6-82ca-9c90f72f310a tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Getting quotas for project c75c9b7c8d6b441d80fe512c37c88679. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 802.391156] nova-conductor[53932]: DEBUG nova.quota [None req-5b861d81-6d51-44c6-82ca-9c90f72f310a tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Getting quotas for user 744da696f7c64f62ae04195aa737fab4 and project c75c9b7c8d6b441d80fe512c37c88679. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 802.396803] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-5b861d81-6d51-44c6-82ca-9c90f72f310a tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] [instance: ac4a8463-91ba-4061-aa5d-1c72c4f532ce] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 802.397267] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-5b861d81-6d51-44c6-82ca-9c90f72f310a tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.397575] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-5b861d81-6d51-44c6-82ca-9c90f72f310a tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.397647] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-5b861d81-6d51-44c6-82ca-9c90f72f310a tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.403607] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-5b861d81-6d51-44c6-82ca-9c90f72f310a tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] [instance: ac4a8463-91ba-4061-aa5d-1c72c4f532ce] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 802.404257] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-5b861d81-6d51-44c6-82ca-9c90f72f310a tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.404463] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-5b861d81-6d51-44c6-82ca-9c90f72f310a tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.404658] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-5b861d81-6d51-44c6-82ca-9c90f72f310a tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.422024] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-5b861d81-6d51-44c6-82ca-9c90f72f310a tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.422024] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-5b861d81-6d51-44c6-82ca-9c90f72f310a tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.422024] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-5b861d81-6d51-44c6-82ca-9c90f72f310a tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.713399] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell1:SAVEPOINT=31,nova_cell1:RELEASE=31,nova_cell1:UPDATE=167,nova_cell1:SELECT=342,nova_cell1:INSERT=25,nova_cell1:DELETE=1 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 806.290494] nova-conductor[53932]: ERROR nova.scheduler.utils [None req-fa44fb15-5273-453b-a88e-6fedcf1a8752 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] [instance: bd0d07d8-cbdb-43b4-9b6c-9aedb64a5fe5] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port c4010d42-4f0e-46d7-9d8a-5f23f8659a44, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance bd0d07d8-cbdb-43b4-9b6c-9aedb64a5fe5 was re-scheduled: Binding failed for port c4010d42-4f0e-46d7-9d8a-5f23f8659a44, please check neutron logs for more information.\n'] [ 806.291491] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-fa44fb15-5273-453b-a88e-6fedcf1a8752 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Rescheduling: True {{(pid=53932) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 806.291491] nova-conductor[53932]: WARNING nova.scheduler.utils [None req-fa44fb15-5273-453b-a88e-6fedcf1a8752 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bd0d07d8-cbdb-43b4-9b6c-9aedb64a5fe5.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bd0d07d8-cbdb-43b4-9b6c-9aedb64a5fe5. [ 806.291726] nova-conductor[53932]: WARNING nova.scheduler.utils [None req-fa44fb15-5273-453b-a88e-6fedcf1a8752 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] [instance: bd0d07d8-cbdb-43b4-9b6c-9aedb64a5fe5] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bd0d07d8-cbdb-43b4-9b6c-9aedb64a5fe5. [ 806.318702] nova-conductor[53932]: DEBUG nova.network.neutron [None req-fa44fb15-5273-453b-a88e-6fedcf1a8752 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] [instance: bd0d07d8-cbdb-43b4-9b6c-9aedb64a5fe5] deallocate_for_instance() {{(pid=53932) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 806.350283] nova-conductor[53932]: DEBUG nova.network.neutron [None req-fa44fb15-5273-453b-a88e-6fedcf1a8752 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] [instance: bd0d07d8-cbdb-43b4-9b6c-9aedb64a5fe5] Instance cache missing network info. {{(pid=53932) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.353388] nova-conductor[53932]: DEBUG nova.network.neutron [None req-fa44fb15-5273-453b-a88e-6fedcf1a8752 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] [instance: bd0d07d8-cbdb-43b4-9b6c-9aedb64a5fe5] Updating instance_info_cache with network_info: [] {{(pid=53932) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.937388] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell1:SELECT=329,nova_cell1:UPDATE=146,nova_cell1:SAVEPOINT=39,nova_cell1:RELEASE=39,nova_cell1:INSERT=23 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 808.484133] nova-conductor[53932]: ERROR nova.scheduler.utils [None req-cdbaaf25-470b-4388-addc-e4b5bc8edeb2 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] [instance: ad1084f8-a0c9-4783-af2d-aa677116a451] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 7d675ffe-d6b8-4f00-8596-3f1beb4f9ca0, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ad1084f8-a0c9-4783-af2d-aa677116a451 was re-scheduled: Binding failed for port 7d675ffe-d6b8-4f00-8596-3f1beb4f9ca0, please check neutron logs for more information.\n'] [ 808.485153] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-cdbaaf25-470b-4388-addc-e4b5bc8edeb2 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Rescheduling: True {{(pid=53932) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 808.485390] nova-conductor[53932]: WARNING nova.scheduler.utils [None req-cdbaaf25-470b-4388-addc-e4b5bc8edeb2 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ad1084f8-a0c9-4783-af2d-aa677116a451.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ad1084f8-a0c9-4783-af2d-aa677116a451. [ 808.485600] nova-conductor[53932]: WARNING nova.scheduler.utils [None req-cdbaaf25-470b-4388-addc-e4b5bc8edeb2 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] [instance: ad1084f8-a0c9-4783-af2d-aa677116a451] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ad1084f8-a0c9-4783-af2d-aa677116a451. [ 808.516015] nova-conductor[53932]: DEBUG nova.network.neutron [None req-cdbaaf25-470b-4388-addc-e4b5bc8edeb2 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] [instance: ad1084f8-a0c9-4783-af2d-aa677116a451] deallocate_for_instance() {{(pid=53932) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 808.540602] nova-conductor[53932]: DEBUG nova.network.neutron [None req-cdbaaf25-470b-4388-addc-e4b5bc8edeb2 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] [instance: ad1084f8-a0c9-4783-af2d-aa677116a451] Instance cache missing network info. {{(pid=53932) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.543295] nova-conductor[53932]: DEBUG nova.network.neutron [None req-cdbaaf25-470b-4388-addc-e4b5bc8edeb2 tempest-ServerRescueNegativeTestJSON-1473706676 tempest-ServerRescueNegativeTestJSON-1473706676-project-member] [instance: ad1084f8-a0c9-4783-af2d-aa677116a451] Updating instance_info_cache with network_info: [] {{(pid=53932) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.985321] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-9477b457-50bf-4e5d-8dc1-f59af6cb6cfe tempest-ServerAddressesNegativeTestJSON-1103742873 tempest-ServerAddressesNegativeTestJSON-1103742873-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 809.006646] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9477b457-50bf-4e5d-8dc1-f59af6cb6cfe tempest-ServerAddressesNegativeTestJSON-1103742873 tempest-ServerAddressesNegativeTestJSON-1103742873-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.006808] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9477b457-50bf-4e5d-8dc1-f59af6cb6cfe tempest-ServerAddressesNegativeTestJSON-1103742873 tempest-ServerAddressesNegativeTestJSON-1103742873-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.006997] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9477b457-50bf-4e5d-8dc1-f59af6cb6cfe tempest-ServerAddressesNegativeTestJSON-1103742873 tempest-ServerAddressesNegativeTestJSON-1103742873-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.044023] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9477b457-50bf-4e5d-8dc1-f59af6cb6cfe tempest-ServerAddressesNegativeTestJSON-1103742873 tempest-ServerAddressesNegativeTestJSON-1103742873-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.044930] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9477b457-50bf-4e5d-8dc1-f59af6cb6cfe tempest-ServerAddressesNegativeTestJSON-1103742873 tempest-ServerAddressesNegativeTestJSON-1103742873-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.045211] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9477b457-50bf-4e5d-8dc1-f59af6cb6cfe tempest-ServerAddressesNegativeTestJSON-1103742873 tempest-ServerAddressesNegativeTestJSON-1103742873-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.045625] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9477b457-50bf-4e5d-8dc1-f59af6cb6cfe tempest-ServerAddressesNegativeTestJSON-1103742873 tempest-ServerAddressesNegativeTestJSON-1103742873-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.045821] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9477b457-50bf-4e5d-8dc1-f59af6cb6cfe tempest-ServerAddressesNegativeTestJSON-1103742873 tempest-ServerAddressesNegativeTestJSON-1103742873-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.045986] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9477b457-50bf-4e5d-8dc1-f59af6cb6cfe tempest-ServerAddressesNegativeTestJSON-1103742873 tempest-ServerAddressesNegativeTestJSON-1103742873-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.056820] nova-conductor[53933]: DEBUG nova.quota [None req-9477b457-50bf-4e5d-8dc1-f59af6cb6cfe tempest-ServerAddressesNegativeTestJSON-1103742873 tempest-ServerAddressesNegativeTestJSON-1103742873-project-member] Getting quotas for project 68f3a45cd0eb45e0b48b0f4efdcd51a3. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 809.060838] nova-conductor[53933]: DEBUG nova.quota [None req-9477b457-50bf-4e5d-8dc1-f59af6cb6cfe tempest-ServerAddressesNegativeTestJSON-1103742873 tempest-ServerAddressesNegativeTestJSON-1103742873-project-member] Getting quotas for user c635524b8cc04211861fb7c5056c5175 and project 68f3a45cd0eb45e0b48b0f4efdcd51a3. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 809.066435] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-9477b457-50bf-4e5d-8dc1-f59af6cb6cfe tempest-ServerAddressesNegativeTestJSON-1103742873 tempest-ServerAddressesNegativeTestJSON-1103742873-project-member] [instance: bcb05670-dc58-46be-a4a9-58a260e4132f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 809.066872] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9477b457-50bf-4e5d-8dc1-f59af6cb6cfe tempest-ServerAddressesNegativeTestJSON-1103742873 tempest-ServerAddressesNegativeTestJSON-1103742873-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.067093] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9477b457-50bf-4e5d-8dc1-f59af6cb6cfe tempest-ServerAddressesNegativeTestJSON-1103742873 tempest-ServerAddressesNegativeTestJSON-1103742873-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.067266] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9477b457-50bf-4e5d-8dc1-f59af6cb6cfe tempest-ServerAddressesNegativeTestJSON-1103742873 tempest-ServerAddressesNegativeTestJSON-1103742873-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.071517] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-9477b457-50bf-4e5d-8dc1-f59af6cb6cfe tempest-ServerAddressesNegativeTestJSON-1103742873 tempest-ServerAddressesNegativeTestJSON-1103742873-project-member] [instance: bcb05670-dc58-46be-a4a9-58a260e4132f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 809.072188] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9477b457-50bf-4e5d-8dc1-f59af6cb6cfe tempest-ServerAddressesNegativeTestJSON-1103742873 tempest-ServerAddressesNegativeTestJSON-1103742873-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.072429] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9477b457-50bf-4e5d-8dc1-f59af6cb6cfe tempest-ServerAddressesNegativeTestJSON-1103742873 tempest-ServerAddressesNegativeTestJSON-1103742873-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.072636] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9477b457-50bf-4e5d-8dc1-f59af6cb6cfe tempest-ServerAddressesNegativeTestJSON-1103742873 tempest-ServerAddressesNegativeTestJSON-1103742873-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.090996] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9477b457-50bf-4e5d-8dc1-f59af6cb6cfe tempest-ServerAddressesNegativeTestJSON-1103742873 tempest-ServerAddressesNegativeTestJSON-1103742873-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.091284] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9477b457-50bf-4e5d-8dc1-f59af6cb6cfe tempest-ServerAddressesNegativeTestJSON-1103742873 tempest-ServerAddressesNegativeTestJSON-1103742873-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.091469] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9477b457-50bf-4e5d-8dc1-f59af6cb6cfe tempest-ServerAddressesNegativeTestJSON-1103742873 tempest-ServerAddressesNegativeTestJSON-1103742873-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.290273] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-9822ae29-d05f-478a-8414-3d9e930a0b6e tempest-ServersNegativeTestMultiTenantJSON-994910868 tempest-ServersNegativeTestMultiTenantJSON-994910868-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 809.301854] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9822ae29-d05f-478a-8414-3d9e930a0b6e tempest-ServersNegativeTestMultiTenantJSON-994910868 tempest-ServersNegativeTestMultiTenantJSON-994910868-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.302126] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9822ae29-d05f-478a-8414-3d9e930a0b6e tempest-ServersNegativeTestMultiTenantJSON-994910868 tempest-ServersNegativeTestMultiTenantJSON-994910868-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.302272] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9822ae29-d05f-478a-8414-3d9e930a0b6e tempest-ServersNegativeTestMultiTenantJSON-994910868 tempest-ServersNegativeTestMultiTenantJSON-994910868-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.325060] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9822ae29-d05f-478a-8414-3d9e930a0b6e tempest-ServersNegativeTestMultiTenantJSON-994910868 tempest-ServersNegativeTestMultiTenantJSON-994910868-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.329130] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9822ae29-d05f-478a-8414-3d9e930a0b6e tempest-ServersNegativeTestMultiTenantJSON-994910868 tempest-ServersNegativeTestMultiTenantJSON-994910868-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.329370] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9822ae29-d05f-478a-8414-3d9e930a0b6e tempest-ServersNegativeTestMultiTenantJSON-994910868 tempest-ServersNegativeTestMultiTenantJSON-994910868-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.004s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.329774] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9822ae29-d05f-478a-8414-3d9e930a0b6e tempest-ServersNegativeTestMultiTenantJSON-994910868 tempest-ServersNegativeTestMultiTenantJSON-994910868-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.329968] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9822ae29-d05f-478a-8414-3d9e930a0b6e tempest-ServersNegativeTestMultiTenantJSON-994910868 tempest-ServersNegativeTestMultiTenantJSON-994910868-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.330962] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9822ae29-d05f-478a-8414-3d9e930a0b6e tempest-ServersNegativeTestMultiTenantJSON-994910868 tempest-ServersNegativeTestMultiTenantJSON-994910868-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.343684] nova-conductor[53933]: DEBUG nova.quota [None req-9822ae29-d05f-478a-8414-3d9e930a0b6e tempest-ServersNegativeTestMultiTenantJSON-994910868 tempest-ServersNegativeTestMultiTenantJSON-994910868-project-member] Getting quotas for project 0b62db0465c54ceb9182aa64a42a7839. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 809.347534] nova-conductor[53933]: DEBUG nova.quota [None req-9822ae29-d05f-478a-8414-3d9e930a0b6e tempest-ServersNegativeTestMultiTenantJSON-994910868 tempest-ServersNegativeTestMultiTenantJSON-994910868-project-member] Getting quotas for user dee243f740684fb6b686464f192622a4 and project 0b62db0465c54ceb9182aa64a42a7839. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 809.354927] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-9822ae29-d05f-478a-8414-3d9e930a0b6e tempest-ServersNegativeTestMultiTenantJSON-994910868 tempest-ServersNegativeTestMultiTenantJSON-994910868-project-member] [instance: f3089d53-9c8f-4276-8e2e-0518cf29004b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 809.355458] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9822ae29-d05f-478a-8414-3d9e930a0b6e tempest-ServersNegativeTestMultiTenantJSON-994910868 tempest-ServersNegativeTestMultiTenantJSON-994910868-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.355703] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9822ae29-d05f-478a-8414-3d9e930a0b6e tempest-ServersNegativeTestMultiTenantJSON-994910868 tempest-ServersNegativeTestMultiTenantJSON-994910868-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.355968] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9822ae29-d05f-478a-8414-3d9e930a0b6e tempest-ServersNegativeTestMultiTenantJSON-994910868 tempest-ServersNegativeTestMultiTenantJSON-994910868-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.358620] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-9822ae29-d05f-478a-8414-3d9e930a0b6e tempest-ServersNegativeTestMultiTenantJSON-994910868 tempest-ServersNegativeTestMultiTenantJSON-994910868-project-member] [instance: f3089d53-9c8f-4276-8e2e-0518cf29004b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 809.359379] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9822ae29-d05f-478a-8414-3d9e930a0b6e tempest-ServersNegativeTestMultiTenantJSON-994910868 tempest-ServersNegativeTestMultiTenantJSON-994910868-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.359539] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9822ae29-d05f-478a-8414-3d9e930a0b6e tempest-ServersNegativeTestMultiTenantJSON-994910868 tempest-ServersNegativeTestMultiTenantJSON-994910868-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.360169] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9822ae29-d05f-478a-8414-3d9e930a0b6e tempest-ServersNegativeTestMultiTenantJSON-994910868 tempest-ServersNegativeTestMultiTenantJSON-994910868-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.378678] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9822ae29-d05f-478a-8414-3d9e930a0b6e tempest-ServersNegativeTestMultiTenantJSON-994910868 tempest-ServersNegativeTestMultiTenantJSON-994910868-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.378906] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9822ae29-d05f-478a-8414-3d9e930a0b6e tempest-ServersNegativeTestMultiTenantJSON-994910868 tempest-ServersNegativeTestMultiTenantJSON-994910868-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.379096] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-9822ae29-d05f-478a-8414-3d9e930a0b6e tempest-ServersNegativeTestMultiTenantJSON-994910868 tempest-ServersNegativeTestMultiTenantJSON-994910868-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.381636] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell0:SELECT=1 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 812.406933] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 812.415054] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 812.417578] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_api:SELECT=7,nova_api:DELETE=1 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 814.851184] nova-conductor[53933]: ERROR nova.scheduler.utils [None req-ef0e6b5b-0310-4cc7-bdc2-b82d23356d9f tempest-ServersTestJSON-204574708 tempest-ServersTestJSON-204574708-project-member] [instance: 429bcfa3-8bca-42c3-9049-b7ae09438f47] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port b8f88e55-67b3-4cb8-80bd-68fd47dc79fa, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 429bcfa3-8bca-42c3-9049-b7ae09438f47 was re-scheduled: Binding failed for port b8f88e55-67b3-4cb8-80bd-68fd47dc79fa, please check neutron logs for more information.\n'] [ 814.851184] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-ef0e6b5b-0310-4cc7-bdc2-b82d23356d9f tempest-ServersTestJSON-204574708 tempest-ServersTestJSON-204574708-project-member] Rescheduling: True {{(pid=53933) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 814.851184] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-ef0e6b5b-0310-4cc7-bdc2-b82d23356d9f tempest-ServersTestJSON-204574708 tempest-ServersTestJSON-204574708-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 429bcfa3-8bca-42c3-9049-b7ae09438f47.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 429bcfa3-8bca-42c3-9049-b7ae09438f47. [ 814.851184] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-ef0e6b5b-0310-4cc7-bdc2-b82d23356d9f tempest-ServersTestJSON-204574708 tempest-ServersTestJSON-204574708-project-member] [instance: 429bcfa3-8bca-42c3-9049-b7ae09438f47] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 429bcfa3-8bca-42c3-9049-b7ae09438f47. [ 814.882280] nova-conductor[53933]: DEBUG nova.network.neutron [None req-ef0e6b5b-0310-4cc7-bdc2-b82d23356d9f tempest-ServersTestJSON-204574708 tempest-ServersTestJSON-204574708-project-member] [instance: 429bcfa3-8bca-42c3-9049-b7ae09438f47] deallocate_for_instance() {{(pid=53933) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 814.902077] nova-conductor[53933]: DEBUG nova.network.neutron [None req-ef0e6b5b-0310-4cc7-bdc2-b82d23356d9f tempest-ServersTestJSON-204574708 tempest-ServersTestJSON-204574708-project-member] [instance: 429bcfa3-8bca-42c3-9049-b7ae09438f47] Instance cache missing network info. {{(pid=53933) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 814.906131] nova-conductor[53933]: DEBUG nova.network.neutron [None req-ef0e6b5b-0310-4cc7-bdc2-b82d23356d9f tempest-ServersTestJSON-204574708 tempest-ServersTestJSON-204574708-project-member] [instance: 429bcfa3-8bca-42c3-9049-b7ae09438f47] Updating instance_info_cache with network_info: [] {{(pid=53933) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.111750] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-57991593-1c12-433e-ae19-888531e6e40c tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Targeting cell cc503533-2f83-435d-b5b6-cd32a3d4b210(cell1) for conductor method rebuild_instance {{(pid=53933) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 818.112065] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-57991593-1c12-433e-ae19-888531e6e40c tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 818.112065] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-57991593-1c12-433e-ae19-888531e6e40c tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.112223] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-57991593-1c12-433e-ae19-888531e6e40c tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.131705] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-57991593-1c12-433e-ae19-888531e6e40c tempest-ServerShowV247Test-803251391 tempest-ServerShowV247Test-803251391-project-member] [instance: a7225abb-d8ea-49fc-85da-7791d9dde5bc] No migration record for the rebuild/evacuate request. {{(pid=53933) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 819.333562] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell0:SELECT=4 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 819.375915] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_api:SELECT=23,nova_api:UPDATE=2,nova_api:DELETE=3 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 821.962447] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-f8e7a3de-979c-40ab-87d1-0ec576943ce1 tempest-ServersTestManualDisk-2046091098 tempest-ServersTestManualDisk-2046091098-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 821.977937] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f8e7a3de-979c-40ab-87d1-0ec576943ce1 tempest-ServersTestManualDisk-2046091098 tempest-ServersTestManualDisk-2046091098-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.978270] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f8e7a3de-979c-40ab-87d1-0ec576943ce1 tempest-ServersTestManualDisk-2046091098 tempest-ServersTestManualDisk-2046091098-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.978626] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f8e7a3de-979c-40ab-87d1-0ec576943ce1 tempest-ServersTestManualDisk-2046091098 tempest-ServersTestManualDisk-2046091098-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.018951] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f8e7a3de-979c-40ab-87d1-0ec576943ce1 tempest-ServersTestManualDisk-2046091098 tempest-ServersTestManualDisk-2046091098-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.018951] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f8e7a3de-979c-40ab-87d1-0ec576943ce1 tempest-ServersTestManualDisk-2046091098 tempest-ServersTestManualDisk-2046091098-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.018951] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f8e7a3de-979c-40ab-87d1-0ec576943ce1 tempest-ServersTestManualDisk-2046091098 tempest-ServersTestManualDisk-2046091098-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.018951] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f8e7a3de-979c-40ab-87d1-0ec576943ce1 tempest-ServersTestManualDisk-2046091098 tempest-ServersTestManualDisk-2046091098-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.018951] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f8e7a3de-979c-40ab-87d1-0ec576943ce1 tempest-ServersTestManualDisk-2046091098 tempest-ServersTestManualDisk-2046091098-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.018951] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f8e7a3de-979c-40ab-87d1-0ec576943ce1 tempest-ServersTestManualDisk-2046091098 tempest-ServersTestManualDisk-2046091098-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.030713] nova-conductor[53932]: DEBUG nova.quota [None req-f8e7a3de-979c-40ab-87d1-0ec576943ce1 tempest-ServersTestManualDisk-2046091098 tempest-ServersTestManualDisk-2046091098-project-member] Getting quotas for project a2b30526cfa64ab4802e1385aeaf9103. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 822.034591] nova-conductor[53932]: DEBUG nova.quota [None req-f8e7a3de-979c-40ab-87d1-0ec576943ce1 tempest-ServersTestManualDisk-2046091098 tempest-ServersTestManualDisk-2046091098-project-member] Getting quotas for user bc1012da15104300854fc078c7e42b6e and project a2b30526cfa64ab4802e1385aeaf9103. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 822.040112] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-f8e7a3de-979c-40ab-87d1-0ec576943ce1 tempest-ServersTestManualDisk-2046091098 tempest-ServersTestManualDisk-2046091098-project-member] [instance: 4ca7de74-3bcb-4da0-a2e1-573584467cc9] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 822.041691] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f8e7a3de-979c-40ab-87d1-0ec576943ce1 tempest-ServersTestManualDisk-2046091098 tempest-ServersTestManualDisk-2046091098-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.041940] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f8e7a3de-979c-40ab-87d1-0ec576943ce1 tempest-ServersTestManualDisk-2046091098 tempest-ServersTestManualDisk-2046091098-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.042143] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f8e7a3de-979c-40ab-87d1-0ec576943ce1 tempest-ServersTestManualDisk-2046091098 tempest-ServersTestManualDisk-2046091098-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.047343] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-f8e7a3de-979c-40ab-87d1-0ec576943ce1 tempest-ServersTestManualDisk-2046091098 tempest-ServersTestManualDisk-2046091098-project-member] [instance: 4ca7de74-3bcb-4da0-a2e1-573584467cc9] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 822.048114] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f8e7a3de-979c-40ab-87d1-0ec576943ce1 tempest-ServersTestManualDisk-2046091098 tempest-ServersTestManualDisk-2046091098-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.048448] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f8e7a3de-979c-40ab-87d1-0ec576943ce1 tempest-ServersTestManualDisk-2046091098 tempest-ServersTestManualDisk-2046091098-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.048559] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f8e7a3de-979c-40ab-87d1-0ec576943ce1 tempest-ServersTestManualDisk-2046091098 tempest-ServersTestManualDisk-2046091098-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.067435] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f8e7a3de-979c-40ab-87d1-0ec576943ce1 tempest-ServersTestManualDisk-2046091098 tempest-ServersTestManualDisk-2046091098-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.067707] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f8e7a3de-979c-40ab-87d1-0ec576943ce1 tempest-ServersTestManualDisk-2046091098 tempest-ServersTestManualDisk-2046091098-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.067885] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-f8e7a3de-979c-40ab-87d1-0ec576943ce1 tempest-ServersTestManualDisk-2046091098 tempest-ServersTestManualDisk-2046091098-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.927949] nova-conductor[53932]: ERROR nova.scheduler.utils [None req-97c85db1-bc04-4a6d-80f1-01139431fe2b tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] [instance: 2963f997-eb4c-4bfd-be28-6c1b383598c6] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port bbe3eacb-3a70-427b-acc9-57cc108cd42c, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 2963f997-eb4c-4bfd-be28-6c1b383598c6 was re-scheduled: Binding failed for port bbe3eacb-3a70-427b-acc9-57cc108cd42c, please check neutron logs for more information.\n'] [ 823.928698] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-97c85db1-bc04-4a6d-80f1-01139431fe2b tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] Rescheduling: True {{(pid=53932) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 823.928997] nova-conductor[53932]: WARNING nova.scheduler.utils [None req-97c85db1-bc04-4a6d-80f1-01139431fe2b tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2963f997-eb4c-4bfd-be28-6c1b383598c6.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2963f997-eb4c-4bfd-be28-6c1b383598c6. [ 823.929434] nova-conductor[53932]: WARNING nova.scheduler.utils [None req-97c85db1-bc04-4a6d-80f1-01139431fe2b tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] [instance: 2963f997-eb4c-4bfd-be28-6c1b383598c6] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2963f997-eb4c-4bfd-be28-6c1b383598c6. [ 823.950397] nova-conductor[53932]: DEBUG nova.network.neutron [None req-97c85db1-bc04-4a6d-80f1-01139431fe2b tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] [instance: 2963f997-eb4c-4bfd-be28-6c1b383598c6] deallocate_for_instance() {{(pid=53932) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.975776] nova-conductor[53932]: DEBUG nova.network.neutron [None req-97c85db1-bc04-4a6d-80f1-01139431fe2b tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] [instance: 2963f997-eb4c-4bfd-be28-6c1b383598c6] Instance cache missing network info. {{(pid=53932) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 823.978867] nova-conductor[53932]: DEBUG nova.network.neutron [None req-97c85db1-bc04-4a6d-80f1-01139431fe2b tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] [instance: 2963f997-eb4c-4bfd-be28-6c1b383598c6] Updating instance_info_cache with network_info: [] {{(pid=53932) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.705668] nova-conductor[53932]: ERROR nova.scheduler.utils [None req-a98a517b-69fd-4d34-949e-702010fe5202 tempest-ServerGroupTestJSON-1937241863 tempest-ServerGroupTestJSON-1937241863-project-member] [instance: 08e60642-0784-4898-9de5-444a24fba508] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 3e49bdec-f837-41fb-a086-6e21c3fcbe48, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 08e60642-0784-4898-9de5-444a24fba508 was re-scheduled: Binding failed for port 3e49bdec-f837-41fb-a086-6e21c3fcbe48, please check neutron logs for more information.\n'] [ 825.706370] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-a98a517b-69fd-4d34-949e-702010fe5202 tempest-ServerGroupTestJSON-1937241863 tempest-ServerGroupTestJSON-1937241863-project-member] Rescheduling: True {{(pid=53932) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 825.706531] nova-conductor[53932]: WARNING nova.scheduler.utils [None req-a98a517b-69fd-4d34-949e-702010fe5202 tempest-ServerGroupTestJSON-1937241863 tempest-ServerGroupTestJSON-1937241863-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 08e60642-0784-4898-9de5-444a24fba508.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 08e60642-0784-4898-9de5-444a24fba508. [ 825.706738] nova-conductor[53932]: WARNING nova.scheduler.utils [None req-a98a517b-69fd-4d34-949e-702010fe5202 tempest-ServerGroupTestJSON-1937241863 tempest-ServerGroupTestJSON-1937241863-project-member] [instance: 08e60642-0784-4898-9de5-444a24fba508] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 08e60642-0784-4898-9de5-444a24fba508. [ 825.736832] nova-conductor[53932]: DEBUG nova.network.neutron [None req-a98a517b-69fd-4d34-949e-702010fe5202 tempest-ServerGroupTestJSON-1937241863 tempest-ServerGroupTestJSON-1937241863-project-member] [instance: 08e60642-0784-4898-9de5-444a24fba508] deallocate_for_instance() {{(pid=53932) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.757835] nova-conductor[53932]: DEBUG nova.network.neutron [None req-a98a517b-69fd-4d34-949e-702010fe5202 tempest-ServerGroupTestJSON-1937241863 tempest-ServerGroupTestJSON-1937241863-project-member] [instance: 08e60642-0784-4898-9de5-444a24fba508] Instance cache missing network info. {{(pid=53932) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.761459] nova-conductor[53932]: DEBUG nova.network.neutron [None req-a98a517b-69fd-4d34-949e-702010fe5202 tempest-ServerGroupTestJSON-1937241863 tempest-ServerGroupTestJSON-1937241863-project-member] [instance: 08e60642-0784-4898-9de5-444a24fba508] Updating instance_info_cache with network_info: [] {{(pid=53932) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.506625] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-c73fe2d9-eea6-4ed2-9ef8-83756def492c tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 826.520579] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-c73fe2d9-eea6-4ed2-9ef8-83756def492c tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 826.520846] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-c73fe2d9-eea6-4ed2-9ef8-83756def492c tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.521075] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-c73fe2d9-eea6-4ed2-9ef8-83756def492c tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.546700] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-c73fe2d9-eea6-4ed2-9ef8-83756def492c tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 826.546923] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-c73fe2d9-eea6-4ed2-9ef8-83756def492c tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.547108] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-c73fe2d9-eea6-4ed2-9ef8-83756def492c tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.547477] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-c73fe2d9-eea6-4ed2-9ef8-83756def492c tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 826.547663] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-c73fe2d9-eea6-4ed2-9ef8-83756def492c tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.547821] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-c73fe2d9-eea6-4ed2-9ef8-83756def492c tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.555709] nova-conductor[53933]: DEBUG nova.quota [None req-c73fe2d9-eea6-4ed2-9ef8-83756def492c tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] Getting quotas for project f7b0f9307923448bbd7b245df28f97f1. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 826.557859] nova-conductor[53933]: DEBUG nova.quota [None req-c73fe2d9-eea6-4ed2-9ef8-83756def492c tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] Getting quotas for user 264431d91ffa4074ab7e9e6fc562616a and project f7b0f9307923448bbd7b245df28f97f1. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 826.562836] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-c73fe2d9-eea6-4ed2-9ef8-83756def492c tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] [instance: 0b50a7cc-ef9c-4419-8e64-e0b56ac7de0e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 826.563349] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-c73fe2d9-eea6-4ed2-9ef8-83756def492c tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 826.563527] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-c73fe2d9-eea6-4ed2-9ef8-83756def492c tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.563693] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-c73fe2d9-eea6-4ed2-9ef8-83756def492c tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.566546] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-c73fe2d9-eea6-4ed2-9ef8-83756def492c tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] [instance: 0b50a7cc-ef9c-4419-8e64-e0b56ac7de0e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 826.567175] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-c73fe2d9-eea6-4ed2-9ef8-83756def492c tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 826.567373] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-c73fe2d9-eea6-4ed2-9ef8-83756def492c tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.567643] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-c73fe2d9-eea6-4ed2-9ef8-83756def492c tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.580929] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-c73fe2d9-eea6-4ed2-9ef8-83756def492c tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 826.581156] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-c73fe2d9-eea6-4ed2-9ef8-83756def492c tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.581336] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-c73fe2d9-eea6-4ed2-9ef8-83756def492c tempest-AttachVolumeTestJSON-1102163902 tempest-AttachVolumeTestJSON-1102163902-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.023316] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell0:SELECT=1 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 832.051562] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=9,nova_cell1:RELEASE=1 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 832.063605] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_api:SELECT=6 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 832.066551] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 833.618795] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-30956bf8-4724-4ef3-acf6-cd544bbc562b tempest-ServerTagsTestJSON-323916211 tempest-ServerTagsTestJSON-323916211-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 833.633112] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-30956bf8-4724-4ef3-acf6-cd544bbc562b tempest-ServerTagsTestJSON-323916211 tempest-ServerTagsTestJSON-323916211-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.633427] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-30956bf8-4724-4ef3-acf6-cd544bbc562b tempest-ServerTagsTestJSON-323916211 tempest-ServerTagsTestJSON-323916211-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.633543] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-30956bf8-4724-4ef3-acf6-cd544bbc562b tempest-ServerTagsTestJSON-323916211 tempest-ServerTagsTestJSON-323916211-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.664615] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-30956bf8-4724-4ef3-acf6-cd544bbc562b tempest-ServerTagsTestJSON-323916211 tempest-ServerTagsTestJSON-323916211-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.664857] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-30956bf8-4724-4ef3-acf6-cd544bbc562b tempest-ServerTagsTestJSON-323916211 tempest-ServerTagsTestJSON-323916211-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.665037] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-30956bf8-4724-4ef3-acf6-cd544bbc562b tempest-ServerTagsTestJSON-323916211 tempest-ServerTagsTestJSON-323916211-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.665414] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-30956bf8-4724-4ef3-acf6-cd544bbc562b tempest-ServerTagsTestJSON-323916211 tempest-ServerTagsTestJSON-323916211-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.665596] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-30956bf8-4724-4ef3-acf6-cd544bbc562b tempest-ServerTagsTestJSON-323916211 tempest-ServerTagsTestJSON-323916211-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.665754] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-30956bf8-4724-4ef3-acf6-cd544bbc562b tempest-ServerTagsTestJSON-323916211 tempest-ServerTagsTestJSON-323916211-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.676352] nova-conductor[53932]: DEBUG nova.quota [None req-30956bf8-4724-4ef3-acf6-cd544bbc562b tempest-ServerTagsTestJSON-323916211 tempest-ServerTagsTestJSON-323916211-project-member] Getting quotas for project fefd01743e22471e81b557492839cf5c. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 833.679433] nova-conductor[53932]: DEBUG nova.quota [None req-30956bf8-4724-4ef3-acf6-cd544bbc562b tempest-ServerTagsTestJSON-323916211 tempest-ServerTagsTestJSON-323916211-project-member] Getting quotas for user 216727fb9a78443b99ec1bc4ca360709 and project fefd01743e22471e81b557492839cf5c. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 833.684296] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-30956bf8-4724-4ef3-acf6-cd544bbc562b tempest-ServerTagsTestJSON-323916211 tempest-ServerTagsTestJSON-323916211-project-member] [instance: 1206c5c7-3eae-437b-9386-f3af937b8795] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 833.684760] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-30956bf8-4724-4ef3-acf6-cd544bbc562b tempest-ServerTagsTestJSON-323916211 tempest-ServerTagsTestJSON-323916211-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.684961] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-30956bf8-4724-4ef3-acf6-cd544bbc562b tempest-ServerTagsTestJSON-323916211 tempest-ServerTagsTestJSON-323916211-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.685141] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-30956bf8-4724-4ef3-acf6-cd544bbc562b tempest-ServerTagsTestJSON-323916211 tempest-ServerTagsTestJSON-323916211-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.689760] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-30956bf8-4724-4ef3-acf6-cd544bbc562b tempest-ServerTagsTestJSON-323916211 tempest-ServerTagsTestJSON-323916211-project-member] [instance: 1206c5c7-3eae-437b-9386-f3af937b8795] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 833.690494] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-30956bf8-4724-4ef3-acf6-cd544bbc562b tempest-ServerTagsTestJSON-323916211 tempest-ServerTagsTestJSON-323916211-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.690611] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-30956bf8-4724-4ef3-acf6-cd544bbc562b tempest-ServerTagsTestJSON-323916211 tempest-ServerTagsTestJSON-323916211-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.690769] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-30956bf8-4724-4ef3-acf6-cd544bbc562b tempest-ServerTagsTestJSON-323916211 tempest-ServerTagsTestJSON-323916211-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.713211] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-30956bf8-4724-4ef3-acf6-cd544bbc562b tempest-ServerTagsTestJSON-323916211 tempest-ServerTagsTestJSON-323916211-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.713676] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-30956bf8-4724-4ef3-acf6-cd544bbc562b tempest-ServerTagsTestJSON-323916211 tempest-ServerTagsTestJSON-323916211-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.713676] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-30956bf8-4724-4ef3-acf6-cd544bbc562b tempest-ServerTagsTestJSON-323916211 tempest-ServerTagsTestJSON-323916211-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.551500] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell0:SELECT=1 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 836.569895] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell1:SELECT=19,nova_cell1:INSERT=38,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:UPDATE=3 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 836.576985] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 836.579855] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_api:SELECT=34,nova_api:UPDATE=2,nova_api:DELETE=3 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 837.130946] nova-conductor[53933]: ERROR nova.scheduler.utils [None req-ed232131-9658-494d-b963-c0adf4cce622 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] [instance: b3232fcd-43b2-4139-afe1-fbe863d0af30] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 853b8636-f233-4b7c-a320-d00ec813dc5e, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance b3232fcd-43b2-4139-afe1-fbe863d0af30 was re-scheduled: Binding failed for port 853b8636-f233-4b7c-a320-d00ec813dc5e, please check neutron logs for more information.\n'] [ 837.131933] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-ed232131-9658-494d-b963-c0adf4cce622 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Rescheduling: True {{(pid=53933) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 837.131933] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-ed232131-9658-494d-b963-c0adf4cce622 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b3232fcd-43b2-4139-afe1-fbe863d0af30.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b3232fcd-43b2-4139-afe1-fbe863d0af30. [ 837.132398] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-ed232131-9658-494d-b963-c0adf4cce622 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] [instance: b3232fcd-43b2-4139-afe1-fbe863d0af30] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b3232fcd-43b2-4139-afe1-fbe863d0af30. [ 837.173911] nova-conductor[53933]: DEBUG nova.network.neutron [None req-ed232131-9658-494d-b963-c0adf4cce622 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] [instance: b3232fcd-43b2-4139-afe1-fbe863d0af30] deallocate_for_instance() {{(pid=53933) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 837.217213] nova-conductor[53933]: DEBUG nova.network.neutron [None req-ed232131-9658-494d-b963-c0adf4cce622 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] [instance: b3232fcd-43b2-4139-afe1-fbe863d0af30] Instance cache missing network info. {{(pid=53933) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 837.221178] nova-conductor[53933]: DEBUG nova.network.neutron [None req-ed232131-9658-494d-b963-c0adf4cce622 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] [instance: b3232fcd-43b2-4139-afe1-fbe863d0af30] Updating instance_info_cache with network_info: [] {{(pid=53933) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.969413] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-5ec2e9ca-b93a-4bcb-9c59-db709f8a013e tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Targeting cell cc503533-2f83-435d-b5b6-cd32a3d4b210(cell1) for conductor method rebuild_instance {{(pid=53933) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 838.969413] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-5ec2e9ca-b93a-4bcb-9c59-db709f8a013e tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.969413] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-5ec2e9ca-b93a-4bcb-9c59-db709f8a013e tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.969875] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-5ec2e9ca-b93a-4bcb-9c59-db709f8a013e tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.987551] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-5ec2e9ca-b93a-4bcb-9c59-db709f8a013e tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] [instance: b3a3bb81-843b-4227-bebf-a8079f98c0f8] No migration record for the rebuild/evacuate request. {{(pid=53933) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 839.102601] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-db8bb42d-dc4c-4d3c-968c-0058db4a0f17 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 839.110949] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-db8bb42d-dc4c-4d3c-968c-0058db4a0f17 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] [instance: 0efe5ceb-8848-49e7-9ee4-e56bb1626954] While scheduling instance, the build request was already deleted. {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1706}} [ 839.142082] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-db8bb42d-dc4c-4d3c-968c-0058db4a0f17 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.142366] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-db8bb42d-dc4c-4d3c-968c-0058db4a0f17 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.142549] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-db8bb42d-dc4c-4d3c-968c-0058db4a0f17 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.142940] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-db8bb42d-dc4c-4d3c-968c-0058db4a0f17 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.143183] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-db8bb42d-dc4c-4d3c-968c-0058db4a0f17 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.143352] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-db8bb42d-dc4c-4d3c-968c-0058db4a0f17 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.159677] nova-conductor[53932]: DEBUG nova.quota [None req-db8bb42d-dc4c-4d3c-968c-0058db4a0f17 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Getting quotas for project 82b8854f80cf48628167fd6f678d7dd7. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 839.167448] nova-conductor[53932]: DEBUG nova.quota [None req-db8bb42d-dc4c-4d3c-968c-0058db4a0f17 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Getting quotas for user f8b17f109d724201a22264aa6ee02ca1 and project 82b8854f80cf48628167fd6f678d7dd7. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 840.050260] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-7795c4f1-cb25-49c4-877d-9e522b56d8a7 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 840.064553] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7795c4f1-cb25-49c4-877d-9e522b56d8a7 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.064827] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7795c4f1-cb25-49c4-877d-9e522b56d8a7 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.065050] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7795c4f1-cb25-49c4-877d-9e522b56d8a7 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.099356] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7795c4f1-cb25-49c4-877d-9e522b56d8a7 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.099598] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7795c4f1-cb25-49c4-877d-9e522b56d8a7 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.099769] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7795c4f1-cb25-49c4-877d-9e522b56d8a7 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.100206] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7795c4f1-cb25-49c4-877d-9e522b56d8a7 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.100397] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7795c4f1-cb25-49c4-877d-9e522b56d8a7 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.100556] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7795c4f1-cb25-49c4-877d-9e522b56d8a7 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.110090] nova-conductor[53933]: DEBUG nova.quota [None req-7795c4f1-cb25-49c4-877d-9e522b56d8a7 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Getting quotas for project 82b8854f80cf48628167fd6f678d7dd7. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 840.114650] nova-conductor[53933]: DEBUG nova.quota [None req-7795c4f1-cb25-49c4-877d-9e522b56d8a7 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Getting quotas for user f8b17f109d724201a22264aa6ee02ca1 and project 82b8854f80cf48628167fd6f678d7dd7. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 840.120094] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-7795c4f1-cb25-49c4-877d-9e522b56d8a7 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] [instance: 4c15a9f8-4dc2-48e1-a697-03298adb8527] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 840.120793] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7795c4f1-cb25-49c4-877d-9e522b56d8a7 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.121800] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7795c4f1-cb25-49c4-877d-9e522b56d8a7 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.121800] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7795c4f1-cb25-49c4-877d-9e522b56d8a7 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.125107] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-7795c4f1-cb25-49c4-877d-9e522b56d8a7 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] [instance: 4c15a9f8-4dc2-48e1-a697-03298adb8527] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 840.125832] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7795c4f1-cb25-49c4-877d-9e522b56d8a7 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.126131] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7795c4f1-cb25-49c4-877d-9e522b56d8a7 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.126318] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7795c4f1-cb25-49c4-877d-9e522b56d8a7 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.145278] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7795c4f1-cb25-49c4-877d-9e522b56d8a7 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.145508] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7795c4f1-cb25-49c4-877d-9e522b56d8a7 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.145677] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7795c4f1-cb25-49c4-877d-9e522b56d8a7 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.537438] nova-conductor[53932]: ERROR nova.scheduler.utils [None req-281fab31-c22c-4fc2-9095-666a02f118a7 tempest-FloatingIPsAssociationTestJSON-2091197507 tempest-FloatingIPsAssociationTestJSON-2091197507-project-member] [instance: 55c6ecdc-0e84-4399-8f1b-307b1c69dcdf] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 5685b696-3b99-4d26-8e53-1bcd8e90accb, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 55c6ecdc-0e84-4399-8f1b-307b1c69dcdf was re-scheduled: Binding failed for port 5685b696-3b99-4d26-8e53-1bcd8e90accb, please check neutron logs for more information.\n'] [ 841.537438] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-281fab31-c22c-4fc2-9095-666a02f118a7 tempest-FloatingIPsAssociationTestJSON-2091197507 tempest-FloatingIPsAssociationTestJSON-2091197507-project-member] Rescheduling: True {{(pid=53932) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 841.537438] nova-conductor[53932]: WARNING nova.scheduler.utils [None req-281fab31-c22c-4fc2-9095-666a02f118a7 tempest-FloatingIPsAssociationTestJSON-2091197507 tempest-FloatingIPsAssociationTestJSON-2091197507-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 55c6ecdc-0e84-4399-8f1b-307b1c69dcdf.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 55c6ecdc-0e84-4399-8f1b-307b1c69dcdf. [ 841.537992] nova-conductor[53932]: WARNING nova.scheduler.utils [None req-281fab31-c22c-4fc2-9095-666a02f118a7 tempest-FloatingIPsAssociationTestJSON-2091197507 tempest-FloatingIPsAssociationTestJSON-2091197507-project-member] [instance: 55c6ecdc-0e84-4399-8f1b-307b1c69dcdf] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 55c6ecdc-0e84-4399-8f1b-307b1c69dcdf. [ 841.567583] nova-conductor[53932]: DEBUG nova.network.neutron [None req-281fab31-c22c-4fc2-9095-666a02f118a7 tempest-FloatingIPsAssociationTestJSON-2091197507 tempest-FloatingIPsAssociationTestJSON-2091197507-project-member] [instance: 55c6ecdc-0e84-4399-8f1b-307b1c69dcdf] deallocate_for_instance() {{(pid=53932) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 841.601068] nova-conductor[53932]: DEBUG nova.network.neutron [None req-281fab31-c22c-4fc2-9095-666a02f118a7 tempest-FloatingIPsAssociationTestJSON-2091197507 tempest-FloatingIPsAssociationTestJSON-2091197507-project-member] [instance: 55c6ecdc-0e84-4399-8f1b-307b1c69dcdf] Instance cache missing network info. {{(pid=53932) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.604258] nova-conductor[53932]: DEBUG nova.network.neutron [None req-281fab31-c22c-4fc2-9095-666a02f118a7 tempest-FloatingIPsAssociationTestJSON-2091197507 tempest-FloatingIPsAssociationTestJSON-2091197507-project-member] [instance: 55c6ecdc-0e84-4399-8f1b-307b1c69dcdf] Updating instance_info_cache with network_info: [] {{(pid=53932) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.400203] nova-conductor[53933]: ERROR nova.scheduler.utils [None req-9d520bb2-a697-47c5-9f25-83b74e6ec079 tempest-ServerActionsTestOtherA-456391608 tempest-ServerActionsTestOtherA-456391608-project-member] [instance: 169437f2-fb18-4d5c-8d00-b82e9e5752d5] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 81dae91d-8920-4195-8367-94d44047f3eb, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 169437f2-fb18-4d5c-8d00-b82e9e5752d5 was re-scheduled: Binding failed for port 81dae91d-8920-4195-8367-94d44047f3eb, please check neutron logs for more information.\n'] [ 843.403835] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-9d520bb2-a697-47c5-9f25-83b74e6ec079 tempest-ServerActionsTestOtherA-456391608 tempest-ServerActionsTestOtherA-456391608-project-member] Rescheduling: True {{(pid=53933) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 843.403835] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-9d520bb2-a697-47c5-9f25-83b74e6ec079 tempest-ServerActionsTestOtherA-456391608 tempest-ServerActionsTestOtherA-456391608-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 169437f2-fb18-4d5c-8d00-b82e9e5752d5.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 169437f2-fb18-4d5c-8d00-b82e9e5752d5. [ 843.403835] nova-conductor[53933]: WARNING nova.scheduler.utils [None req-9d520bb2-a697-47c5-9f25-83b74e6ec079 tempest-ServerActionsTestOtherA-456391608 tempest-ServerActionsTestOtherA-456391608-project-member] [instance: 169437f2-fb18-4d5c-8d00-b82e9e5752d5] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 169437f2-fb18-4d5c-8d00-b82e9e5752d5. [ 843.429567] nova-conductor[53933]: DEBUG nova.network.neutron [None req-9d520bb2-a697-47c5-9f25-83b74e6ec079 tempest-ServerActionsTestOtherA-456391608 tempest-ServerActionsTestOtherA-456391608-project-member] [instance: 169437f2-fb18-4d5c-8d00-b82e9e5752d5] deallocate_for_instance() {{(pid=53933) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 843.448450] nova-conductor[53933]: DEBUG nova.network.neutron [None req-9d520bb2-a697-47c5-9f25-83b74e6ec079 tempest-ServerActionsTestOtherA-456391608 tempest-ServerActionsTestOtherA-456391608-project-member] [instance: 169437f2-fb18-4d5c-8d00-b82e9e5752d5] Instance cache missing network info. {{(pid=53933) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.452026] nova-conductor[53933]: DEBUG nova.network.neutron [None req-9d520bb2-a697-47c5-9f25-83b74e6ec079 tempest-ServerActionsTestOtherA-456391608 tempest-ServerActionsTestOtherA-456391608-project-member] [instance: 169437f2-fb18-4d5c-8d00-b82e9e5752d5] Updating instance_info_cache with network_info: [] {{(pid=53933) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.148563] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell1:SELECT=4,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 849.148563] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell0:SELECT=2 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 849.173234] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_api:SELECT=12,nova_api:DELETE=1 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 849.177794] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_api:SELECT=9,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 850.113009] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell0:SELECT=1 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 850.128911] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell1:SELECT=7,nova_cell1:UPDATE=3,nova_cell1:INSERT=8 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 850.141268] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_api:SELECT=8,nova_api:DELETE=1 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 850.173367] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-0bc60247-1a91-40f1-a9aa-71819a37cd54 tempest-ServerRescueTestJSONUnderV235-956665415 tempest-ServerRescueTestJSONUnderV235-956665415-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 850.189070] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-0bc60247-1a91-40f1-a9aa-71819a37cd54 tempest-ServerRescueTestJSONUnderV235-956665415 tempest-ServerRescueTestJSONUnderV235-956665415-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.189491] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-0bc60247-1a91-40f1-a9aa-71819a37cd54 tempest-ServerRescueTestJSONUnderV235-956665415 tempest-ServerRescueTestJSONUnderV235-956665415-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.189701] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-0bc60247-1a91-40f1-a9aa-71819a37cd54 tempest-ServerRescueTestJSONUnderV235-956665415 tempest-ServerRescueTestJSONUnderV235-956665415-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.258393] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-0bc60247-1a91-40f1-a9aa-71819a37cd54 tempest-ServerRescueTestJSONUnderV235-956665415 tempest-ServerRescueTestJSONUnderV235-956665415-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.258641] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-0bc60247-1a91-40f1-a9aa-71819a37cd54 tempest-ServerRescueTestJSONUnderV235-956665415 tempest-ServerRescueTestJSONUnderV235-956665415-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.258814] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-0bc60247-1a91-40f1-a9aa-71819a37cd54 tempest-ServerRescueTestJSONUnderV235-956665415 tempest-ServerRescueTestJSONUnderV235-956665415-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.259220] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-0bc60247-1a91-40f1-a9aa-71819a37cd54 tempest-ServerRescueTestJSONUnderV235-956665415 tempest-ServerRescueTestJSONUnderV235-956665415-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.259407] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-0bc60247-1a91-40f1-a9aa-71819a37cd54 tempest-ServerRescueTestJSONUnderV235-956665415 tempest-ServerRescueTestJSONUnderV235-956665415-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.259661] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-0bc60247-1a91-40f1-a9aa-71819a37cd54 tempest-ServerRescueTestJSONUnderV235-956665415 tempest-ServerRescueTestJSONUnderV235-956665415-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.269897] nova-conductor[53933]: DEBUG nova.quota [None req-0bc60247-1a91-40f1-a9aa-71819a37cd54 tempest-ServerRescueTestJSONUnderV235-956665415 tempest-ServerRescueTestJSONUnderV235-956665415-project-member] Getting quotas for project 2e3f7b7c926e4f778c23d04ad9598eb5. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 850.273756] nova-conductor[53933]: DEBUG nova.quota [None req-0bc60247-1a91-40f1-a9aa-71819a37cd54 tempest-ServerRescueTestJSONUnderV235-956665415 tempest-ServerRescueTestJSONUnderV235-956665415-project-member] Getting quotas for user 040b68bdb3d641569a1e34e71642721d and project 2e3f7b7c926e4f778c23d04ad9598eb5. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 850.279565] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-0bc60247-1a91-40f1-a9aa-71819a37cd54 tempest-ServerRescueTestJSONUnderV235-956665415 tempest-ServerRescueTestJSONUnderV235-956665415-project-member] [instance: b9c5feec-7bfd-470e-9833-b45403195e83] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 850.280311] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-0bc60247-1a91-40f1-a9aa-71819a37cd54 tempest-ServerRescueTestJSONUnderV235-956665415 tempest-ServerRescueTestJSONUnderV235-956665415-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.280528] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-0bc60247-1a91-40f1-a9aa-71819a37cd54 tempest-ServerRescueTestJSONUnderV235-956665415 tempest-ServerRescueTestJSONUnderV235-956665415-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.280681] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-0bc60247-1a91-40f1-a9aa-71819a37cd54 tempest-ServerRescueTestJSONUnderV235-956665415 tempest-ServerRescueTestJSONUnderV235-956665415-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.286336] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-0bc60247-1a91-40f1-a9aa-71819a37cd54 tempest-ServerRescueTestJSONUnderV235-956665415 tempest-ServerRescueTestJSONUnderV235-956665415-project-member] [instance: b9c5feec-7bfd-470e-9833-b45403195e83] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 850.287432] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-0bc60247-1a91-40f1-a9aa-71819a37cd54 tempest-ServerRescueTestJSONUnderV235-956665415 tempest-ServerRescueTestJSONUnderV235-956665415-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.287432] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-0bc60247-1a91-40f1-a9aa-71819a37cd54 tempest-ServerRescueTestJSONUnderV235-956665415 tempest-ServerRescueTestJSONUnderV235-956665415-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.287863] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-0bc60247-1a91-40f1-a9aa-71819a37cd54 tempest-ServerRescueTestJSONUnderV235-956665415 tempest-ServerRescueTestJSONUnderV235-956665415-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.308986] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-0bc60247-1a91-40f1-a9aa-71819a37cd54 tempest-ServerRescueTestJSONUnderV235-956665415 tempest-ServerRescueTestJSONUnderV235-956665415-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.309304] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-0bc60247-1a91-40f1-a9aa-71819a37cd54 tempest-ServerRescueTestJSONUnderV235-956665415 tempest-ServerRescueTestJSONUnderV235-956665415-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.309501] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-0bc60247-1a91-40f1-a9aa-71819a37cd54 tempest-ServerRescueTestJSONUnderV235-956665415 tempest-ServerRescueTestJSONUnderV235-956665415-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.889405] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-1fa27a88-f41f-42b7-998a-1fccf81f3ebb tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 852.902628] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-1fa27a88-f41f-42b7-998a-1fccf81f3ebb tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.902872] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-1fa27a88-f41f-42b7-998a-1fccf81f3ebb tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.903055] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-1fa27a88-f41f-42b7-998a-1fccf81f3ebb tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.932812] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-1fa27a88-f41f-42b7-998a-1fccf81f3ebb tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.934649] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-1fa27a88-f41f-42b7-998a-1fccf81f3ebb tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.934649] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-1fa27a88-f41f-42b7-998a-1fccf81f3ebb tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.934649] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-1fa27a88-f41f-42b7-998a-1fccf81f3ebb tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.934649] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-1fa27a88-f41f-42b7-998a-1fccf81f3ebb tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.934874] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-1fa27a88-f41f-42b7-998a-1fccf81f3ebb tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.943498] nova-conductor[53933]: DEBUG nova.quota [None req-1fa27a88-f41f-42b7-998a-1fccf81f3ebb tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Getting quotas for project f49104f21d7147328bcc8edee8d3cdb2. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 852.947414] nova-conductor[53933]: DEBUG nova.quota [None req-1fa27a88-f41f-42b7-998a-1fccf81f3ebb tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Getting quotas for user f155bbfca47547c2bf745811003ffcec and project f49104f21d7147328bcc8edee8d3cdb2. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 852.953066] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-1fa27a88-f41f-42b7-998a-1fccf81f3ebb tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] [instance: 23265b26-7579-4514-a172-8cf2ec124ec6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 852.953586] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-1fa27a88-f41f-42b7-998a-1fccf81f3ebb tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.953787] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-1fa27a88-f41f-42b7-998a-1fccf81f3ebb tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.953979] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-1fa27a88-f41f-42b7-998a-1fccf81f3ebb tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.958346] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-1fa27a88-f41f-42b7-998a-1fccf81f3ebb tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] [instance: 23265b26-7579-4514-a172-8cf2ec124ec6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 852.958967] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-1fa27a88-f41f-42b7-998a-1fccf81f3ebb tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.959190] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-1fa27a88-f41f-42b7-998a-1fccf81f3ebb tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.959359] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-1fa27a88-f41f-42b7-998a-1fccf81f3ebb tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.975438] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-1fa27a88-f41f-42b7-998a-1fccf81f3ebb tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.975658] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-1fa27a88-f41f-42b7-998a-1fccf81f3ebb tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.975823] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-1fa27a88-f41f-42b7-998a-1fccf81f3ebb tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.939570] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell0:SELECT=2 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 862.961960] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=15,nova_cell1:RELEASE=1 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 862.970967] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_api:SELECT=13 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 862.972550] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_api:SELECT=17,nova_api:UPDATE=3,nova_api:DELETE=2 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 863.947518] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell1:SAVEPOINT=26,nova_cell1:RELEASE=26,nova_cell1:UPDATE=242,nova_cell1:SELECT=468,nova_cell1:INSERT=37 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 868.043057] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell1:UPDATE=239,nova_cell1:SELECT=430,nova_cell1:INSERT=36,nova_cell1:SAVEPOINT=43,nova_cell1:RELEASE=43,nova_cell1:DELETE=4 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 883.779197] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-a0c1ed1a-51df-412d-8929-e7db96902b94 tempest-AttachInterfacesV270Test-2077099922 tempest-AttachInterfacesV270Test-2077099922-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 883.803947] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-a0c1ed1a-51df-412d-8929-e7db96902b94 tempest-AttachInterfacesV270Test-2077099922 tempest-AttachInterfacesV270Test-2077099922-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.803947] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-a0c1ed1a-51df-412d-8929-e7db96902b94 tempest-AttachInterfacesV270Test-2077099922 tempest-AttachInterfacesV270Test-2077099922-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.804101] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-a0c1ed1a-51df-412d-8929-e7db96902b94 tempest-AttachInterfacesV270Test-2077099922 tempest-AttachInterfacesV270Test-2077099922-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.842588] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-a0c1ed1a-51df-412d-8929-e7db96902b94 tempest-AttachInterfacesV270Test-2077099922 tempest-AttachInterfacesV270Test-2077099922-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.842823] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-a0c1ed1a-51df-412d-8929-e7db96902b94 tempest-AttachInterfacesV270Test-2077099922 tempest-AttachInterfacesV270Test-2077099922-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.842993] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-a0c1ed1a-51df-412d-8929-e7db96902b94 tempest-AttachInterfacesV270Test-2077099922 tempest-AttachInterfacesV270Test-2077099922-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.844609] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-a0c1ed1a-51df-412d-8929-e7db96902b94 tempest-AttachInterfacesV270Test-2077099922 tempest-AttachInterfacesV270Test-2077099922-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.844609] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-a0c1ed1a-51df-412d-8929-e7db96902b94 tempest-AttachInterfacesV270Test-2077099922 tempest-AttachInterfacesV270Test-2077099922-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.844609] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-a0c1ed1a-51df-412d-8929-e7db96902b94 tempest-AttachInterfacesV270Test-2077099922 tempest-AttachInterfacesV270Test-2077099922-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.852586] nova-conductor[53932]: DEBUG nova.quota [None req-a0c1ed1a-51df-412d-8929-e7db96902b94 tempest-AttachInterfacesV270Test-2077099922 tempest-AttachInterfacesV270Test-2077099922-project-member] Getting quotas for project 8202a47486224771ae061f4787686ccb. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 883.855374] nova-conductor[53932]: DEBUG nova.quota [None req-a0c1ed1a-51df-412d-8929-e7db96902b94 tempest-AttachInterfacesV270Test-2077099922 tempest-AttachInterfacesV270Test-2077099922-project-member] Getting quotas for user c27a62fba1a3413eb2631fd8663c4efb and project 8202a47486224771ae061f4787686ccb. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 883.864133] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-a0c1ed1a-51df-412d-8929-e7db96902b94 tempest-AttachInterfacesV270Test-2077099922 tempest-AttachInterfacesV270Test-2077099922-project-member] [instance: 2914460e-39e5-495b-96d8-b3580d0318d6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 883.864133] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-a0c1ed1a-51df-412d-8929-e7db96902b94 tempest-AttachInterfacesV270Test-2077099922 tempest-AttachInterfacesV270Test-2077099922-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.864268] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-a0c1ed1a-51df-412d-8929-e7db96902b94 tempest-AttachInterfacesV270Test-2077099922 tempest-AttachInterfacesV270Test-2077099922-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.864431] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-a0c1ed1a-51df-412d-8929-e7db96902b94 tempest-AttachInterfacesV270Test-2077099922 tempest-AttachInterfacesV270Test-2077099922-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.870416] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-a0c1ed1a-51df-412d-8929-e7db96902b94 tempest-AttachInterfacesV270Test-2077099922 tempest-AttachInterfacesV270Test-2077099922-project-member] [instance: 2914460e-39e5-495b-96d8-b3580d0318d6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 883.871120] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-a0c1ed1a-51df-412d-8929-e7db96902b94 tempest-AttachInterfacesV270Test-2077099922 tempest-AttachInterfacesV270Test-2077099922-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.871373] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-a0c1ed1a-51df-412d-8929-e7db96902b94 tempest-AttachInterfacesV270Test-2077099922 tempest-AttachInterfacesV270Test-2077099922-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.871504] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-a0c1ed1a-51df-412d-8929-e7db96902b94 tempest-AttachInterfacesV270Test-2077099922 tempest-AttachInterfacesV270Test-2077099922-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.889947] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-a0c1ed1a-51df-412d-8929-e7db96902b94 tempest-AttachInterfacesV270Test-2077099922 tempest-AttachInterfacesV270Test-2077099922-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.890189] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-a0c1ed1a-51df-412d-8929-e7db96902b94 tempest-AttachInterfacesV270Test-2077099922 tempest-AttachInterfacesV270Test-2077099922-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.890389] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-a0c1ed1a-51df-412d-8929-e7db96902b94 tempest-AttachInterfacesV270Test-2077099922 tempest-AttachInterfacesV270Test-2077099922-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.783726] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-8d182e19-504b-41e3-9c29-254abb9c3516 tempest-ServerShowV254Test-1392423796 tempest-ServerShowV254Test-1392423796-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 886.798360] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-8d182e19-504b-41e3-9c29-254abb9c3516 tempest-ServerShowV254Test-1392423796 tempest-ServerShowV254Test-1392423796-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.798636] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-8d182e19-504b-41e3-9c29-254abb9c3516 tempest-ServerShowV254Test-1392423796 tempest-ServerShowV254Test-1392423796-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.798835] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-8d182e19-504b-41e3-9c29-254abb9c3516 tempest-ServerShowV254Test-1392423796 tempest-ServerShowV254Test-1392423796-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.829464] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-8d182e19-504b-41e3-9c29-254abb9c3516 tempest-ServerShowV254Test-1392423796 tempest-ServerShowV254Test-1392423796-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.829746] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-8d182e19-504b-41e3-9c29-254abb9c3516 tempest-ServerShowV254Test-1392423796 tempest-ServerShowV254Test-1392423796-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.829923] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-8d182e19-504b-41e3-9c29-254abb9c3516 tempest-ServerShowV254Test-1392423796 tempest-ServerShowV254Test-1392423796-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.830382] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-8d182e19-504b-41e3-9c29-254abb9c3516 tempest-ServerShowV254Test-1392423796 tempest-ServerShowV254Test-1392423796-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.830578] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-8d182e19-504b-41e3-9c29-254abb9c3516 tempest-ServerShowV254Test-1392423796 tempest-ServerShowV254Test-1392423796-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.830749] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-8d182e19-504b-41e3-9c29-254abb9c3516 tempest-ServerShowV254Test-1392423796 tempest-ServerShowV254Test-1392423796-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.842199] nova-conductor[53932]: DEBUG nova.quota [None req-8d182e19-504b-41e3-9c29-254abb9c3516 tempest-ServerShowV254Test-1392423796 tempest-ServerShowV254Test-1392423796-project-member] Getting quotas for project b9a7dc805d23461fb9abff39c2df6581. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 886.844599] nova-conductor[53932]: DEBUG nova.quota [None req-8d182e19-504b-41e3-9c29-254abb9c3516 tempest-ServerShowV254Test-1392423796 tempest-ServerShowV254Test-1392423796-project-member] Getting quotas for user c6f231f6195e49e18208e150a380c7f7 and project b9a7dc805d23461fb9abff39c2df6581. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 886.849715] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-8d182e19-504b-41e3-9c29-254abb9c3516 tempest-ServerShowV254Test-1392423796 tempest-ServerShowV254Test-1392423796-project-member] [instance: aaee1558-f98b-4006-93b6-69434c78e79c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 886.850820] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-8d182e19-504b-41e3-9c29-254abb9c3516 tempest-ServerShowV254Test-1392423796 tempest-ServerShowV254Test-1392423796-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.850820] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-8d182e19-504b-41e3-9c29-254abb9c3516 tempest-ServerShowV254Test-1392423796 tempest-ServerShowV254Test-1392423796-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.850820] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-8d182e19-504b-41e3-9c29-254abb9c3516 tempest-ServerShowV254Test-1392423796 tempest-ServerShowV254Test-1392423796-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.856475] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-8d182e19-504b-41e3-9c29-254abb9c3516 tempest-ServerShowV254Test-1392423796 tempest-ServerShowV254Test-1392423796-project-member] [instance: aaee1558-f98b-4006-93b6-69434c78e79c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 886.856785] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-8d182e19-504b-41e3-9c29-254abb9c3516 tempest-ServerShowV254Test-1392423796 tempest-ServerShowV254Test-1392423796-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.856990] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-8d182e19-504b-41e3-9c29-254abb9c3516 tempest-ServerShowV254Test-1392423796 tempest-ServerShowV254Test-1392423796-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.857232] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-8d182e19-504b-41e3-9c29-254abb9c3516 tempest-ServerShowV254Test-1392423796 tempest-ServerShowV254Test-1392423796-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.872163] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-8d182e19-504b-41e3-9c29-254abb9c3516 tempest-ServerShowV254Test-1392423796 tempest-ServerShowV254Test-1392423796-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.872163] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-8d182e19-504b-41e3-9c29-254abb9c3516 tempest-ServerShowV254Test-1392423796 tempest-ServerShowV254Test-1392423796-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.872163] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-8d182e19-504b-41e3-9c29-254abb9c3516 tempest-ServerShowV254Test-1392423796 tempest-ServerShowV254Test-1392423796-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.137786] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-cce6972c-978e-4d3a-88f6-28dba4cd3b03 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 888.154161] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-cce6972c-978e-4d3a-88f6-28dba4cd3b03 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.154161] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-cce6972c-978e-4d3a-88f6-28dba4cd3b03 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.154161] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-cce6972c-978e-4d3a-88f6-28dba4cd3b03 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.193804] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-cce6972c-978e-4d3a-88f6-28dba4cd3b03 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.194130] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-cce6972c-978e-4d3a-88f6-28dba4cd3b03 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.194516] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-cce6972c-978e-4d3a-88f6-28dba4cd3b03 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.194952] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-cce6972c-978e-4d3a-88f6-28dba4cd3b03 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.195167] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-cce6972c-978e-4d3a-88f6-28dba4cd3b03 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.195328] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-cce6972c-978e-4d3a-88f6-28dba4cd3b03 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.209675] nova-conductor[53932]: DEBUG nova.quota [None req-cce6972c-978e-4d3a-88f6-28dba4cd3b03 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Getting quotas for project c75c9b7c8d6b441d80fe512c37c88679. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 888.217161] nova-conductor[53932]: DEBUG nova.quota [None req-cce6972c-978e-4d3a-88f6-28dba4cd3b03 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Getting quotas for user 744da696f7c64f62ae04195aa737fab4 and project c75c9b7c8d6b441d80fe512c37c88679. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 888.232015] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-cce6972c-978e-4d3a-88f6-28dba4cd3b03 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] [instance: 6e71b3c4-bac7-455c-94fd-2a9bc5128132] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 888.232569] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-cce6972c-978e-4d3a-88f6-28dba4cd3b03 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.232777] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-cce6972c-978e-4d3a-88f6-28dba4cd3b03 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.232936] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-cce6972c-978e-4d3a-88f6-28dba4cd3b03 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.244873] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-cce6972c-978e-4d3a-88f6-28dba4cd3b03 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] [instance: 6e71b3c4-bac7-455c-94fd-2a9bc5128132] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 888.245694] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-cce6972c-978e-4d3a-88f6-28dba4cd3b03 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.245909] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-cce6972c-978e-4d3a-88f6-28dba4cd3b03 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.246094] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-cce6972c-978e-4d3a-88f6-28dba4cd3b03 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.273038] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-cce6972c-978e-4d3a-88f6-28dba4cd3b03 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.273038] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-cce6972c-978e-4d3a-88f6-28dba4cd3b03 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.273038] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-cce6972c-978e-4d3a-88f6-28dba4cd3b03 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.555789] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-e52e3942-51c9-4f9d-86c2-e03a4589ed3f tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Targeting cell cc503533-2f83-435d-b5b6-cd32a3d4b210(cell1) for conductor method rebuild_instance {{(pid=53932) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 895.555789] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-e52e3942-51c9-4f9d-86c2-e03a4589ed3f tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.555789] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-e52e3942-51c9-4f9d-86c2-e03a4589ed3f tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.555789] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-e52e3942-51c9-4f9d-86c2-e03a4589ed3f tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.568219] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-e52e3942-51c9-4f9d-86c2-e03a4589ed3f tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] [instance: 23265b26-7579-4514-a172-8cf2ec124ec6] No migration record for the rebuild/evacuate request. {{(pid=53932) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 898.202703] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell0:SELECT=3 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 903.347508] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-d2b649a8-e20e-403c-b705-acf791fd2ee8 tempest-ServerShowV254Test-1392423796 tempest-ServerShowV254Test-1392423796-project-member] Targeting cell cc503533-2f83-435d-b5b6-cd32a3d4b210(cell1) for conductor method rebuild_instance {{(pid=53933) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 903.347872] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-d2b649a8-e20e-403c-b705-acf791fd2ee8 tempest-ServerShowV254Test-1392423796 tempest-ServerShowV254Test-1392423796-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.347966] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-d2b649a8-e20e-403c-b705-acf791fd2ee8 tempest-ServerShowV254Test-1392423796 tempest-ServerShowV254Test-1392423796-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.348145] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-d2b649a8-e20e-403c-b705-acf791fd2ee8 tempest-ServerShowV254Test-1392423796 tempest-ServerShowV254Test-1392423796-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.355257] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-d2b649a8-e20e-403c-b705-acf791fd2ee8 tempest-ServerShowV254Test-1392423796 tempest-ServerShowV254Test-1392423796-project-member] [instance: aaee1558-f98b-4006-93b6-69434c78e79c] No migration record for the rebuild/evacuate request. {{(pid=53933) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 903.931035] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-9c9b529c-f12b-475f-b975-e76603b0c51e tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Targeting cell cc503533-2f83-435d-b5b6-cd32a3d4b210(cell1) for conductor method unshelve_instance {{(pid=53932) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 903.931035] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-9c9b529c-f12b-475f-b975-e76603b0c51e tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.931035] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-9c9b529c-f12b-475f-b975-e76603b0c51e tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.931035] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-9c9b529c-f12b-475f-b975-e76603b0c51e tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.221984] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-9c9b529c-f12b-475f-b975-e76603b0c51e tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] [instance: 2d0b199f-e0f1-42e0-afb5-e08602aebf01] Requesting cell cc503533-2f83-435d-b5b6-cd32a3d4b210(cell1) during scheduling {{(pid=53932) _restrict_request_spec_to_cell /opt/stack/nova/nova/conductor/manager.py:963}} [ 904.731842] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-9c9b529c-f12b-475f-b975-e76603b0c51e tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 904.731842] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-9c9b529c-f12b-475f-b975-e76603b0c51e tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] [instance: 2d0b199f-e0f1-42e0-afb5-e08602aebf01] Scheduler selected host: cpu-1, node:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=53932) unshelve_instance /opt/stack/nova/nova/conductor/manager.py:1116}} [ 904.737251] nova-conductor[53932]: DEBUG nova.objects.instance [None req-9c9b529c-f12b-475f-b975-e76603b0c51e tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Lazy-loading 'flavor' on Instance uuid 2d0b199f-e0f1-42e0-afb5-e08602aebf01 {{(pid=53932) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.400564] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-eac39dd2-787b-4f2e-9172-50a372a3ec28 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 906.419646] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-eac39dd2-787b-4f2e-9172-50a372a3ec28 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.420459] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-eac39dd2-787b-4f2e-9172-50a372a3ec28 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.420459] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-eac39dd2-787b-4f2e-9172-50a372a3ec28 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.452867] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-eac39dd2-787b-4f2e-9172-50a372a3ec28 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.453119] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-eac39dd2-787b-4f2e-9172-50a372a3ec28 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.453289] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-eac39dd2-787b-4f2e-9172-50a372a3ec28 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.453707] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-eac39dd2-787b-4f2e-9172-50a372a3ec28 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.453890] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-eac39dd2-787b-4f2e-9172-50a372a3ec28 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.454086] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-eac39dd2-787b-4f2e-9172-50a372a3ec28 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.464269] nova-conductor[53932]: DEBUG nova.quota [None req-eac39dd2-787b-4f2e-9172-50a372a3ec28 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Getting quotas for project f49104f21d7147328bcc8edee8d3cdb2. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 906.467561] nova-conductor[53932]: DEBUG nova.quota [None req-eac39dd2-787b-4f2e-9172-50a372a3ec28 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Getting quotas for user f155bbfca47547c2bf745811003ffcec and project f49104f21d7147328bcc8edee8d3cdb2. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 906.472998] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-eac39dd2-787b-4f2e-9172-50a372a3ec28 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] [instance: 43ff4071-05f5-4e5c-a46d-1ca6c99809f0] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 906.473559] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-eac39dd2-787b-4f2e-9172-50a372a3ec28 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.473761] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-eac39dd2-787b-4f2e-9172-50a372a3ec28 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.473936] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-eac39dd2-787b-4f2e-9172-50a372a3ec28 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.478041] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-eac39dd2-787b-4f2e-9172-50a372a3ec28 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] [instance: 43ff4071-05f5-4e5c-a46d-1ca6c99809f0] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 906.478041] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-eac39dd2-787b-4f2e-9172-50a372a3ec28 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.478041] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-eac39dd2-787b-4f2e-9172-50a372a3ec28 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.478041] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-eac39dd2-787b-4f2e-9172-50a372a3ec28 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.497631] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-eac39dd2-787b-4f2e-9172-50a372a3ec28 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.497631] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-eac39dd2-787b-4f2e-9172-50a372a3ec28 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.497631] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-eac39dd2-787b-4f2e-9172-50a372a3ec28 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.478050] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-da1f26d0-cede-48ac-b197-09725de3dfe8 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 907.493653] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-da1f26d0-cede-48ac-b197-09725de3dfe8 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.493653] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-da1f26d0-cede-48ac-b197-09725de3dfe8 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.494196] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-da1f26d0-cede-48ac-b197-09725de3dfe8 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.532655] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-da1f26d0-cede-48ac-b197-09725de3dfe8 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.532887] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-da1f26d0-cede-48ac-b197-09725de3dfe8 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.533067] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-da1f26d0-cede-48ac-b197-09725de3dfe8 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.533461] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-da1f26d0-cede-48ac-b197-09725de3dfe8 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.533657] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-da1f26d0-cede-48ac-b197-09725de3dfe8 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.533806] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-da1f26d0-cede-48ac-b197-09725de3dfe8 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.545486] nova-conductor[53933]: DEBUG nova.quota [None req-da1f26d0-cede-48ac-b197-09725de3dfe8 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Getting quotas for project 82b8854f80cf48628167fd6f678d7dd7. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 907.548611] nova-conductor[53933]: DEBUG nova.quota [None req-da1f26d0-cede-48ac-b197-09725de3dfe8 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Getting quotas for user f8b17f109d724201a22264aa6ee02ca1 and project 82b8854f80cf48628167fd6f678d7dd7. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 907.553603] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-da1f26d0-cede-48ac-b197-09725de3dfe8 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] [instance: 93df4e9a-29d2-4551-9bda-58b02163c116] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 907.554089] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-da1f26d0-cede-48ac-b197-09725de3dfe8 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.554298] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-da1f26d0-cede-48ac-b197-09725de3dfe8 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.554459] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-da1f26d0-cede-48ac-b197-09725de3dfe8 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.559871] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-da1f26d0-cede-48ac-b197-09725de3dfe8 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] [instance: 93df4e9a-29d2-4551-9bda-58b02163c116] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 907.560523] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-da1f26d0-cede-48ac-b197-09725de3dfe8 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.560717] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-da1f26d0-cede-48ac-b197-09725de3dfe8 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.560880] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-da1f26d0-cede-48ac-b197-09725de3dfe8 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.575115] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-da1f26d0-cede-48ac-b197-09725de3dfe8 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.575348] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-da1f26d0-cede-48ac-b197-09725de3dfe8 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.575561] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-da1f26d0-cede-48ac-b197-09725de3dfe8 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.457907] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell0:SELECT=1 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 916.480937] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell1:SELECT=23,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=33,nova_cell1:RELEASE=2,nova_cell1:UPDATE=9 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 916.489120] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_api:SELECT=28,nova_api:DELETE=1 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 916.494475] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_api:SELECT=26,nova_api:UPDATE=4,nova_api:DELETE=3 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 917.052274] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-87a3acae-613d-4142-8009-5980f7000fb4 tempest-InstanceActionsV221TestJSON-1026159100 tempest-InstanceActionsV221TestJSON-1026159100-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 917.067081] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-87a3acae-613d-4142-8009-5980f7000fb4 tempest-InstanceActionsV221TestJSON-1026159100 tempest-InstanceActionsV221TestJSON-1026159100-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.067081] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-87a3acae-613d-4142-8009-5980f7000fb4 tempest-InstanceActionsV221TestJSON-1026159100 tempest-InstanceActionsV221TestJSON-1026159100-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.067081] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-87a3acae-613d-4142-8009-5980f7000fb4 tempest-InstanceActionsV221TestJSON-1026159100 tempest-InstanceActionsV221TestJSON-1026159100-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.098510] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-87a3acae-613d-4142-8009-5980f7000fb4 tempest-InstanceActionsV221TestJSON-1026159100 tempest-InstanceActionsV221TestJSON-1026159100-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.098622] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-87a3acae-613d-4142-8009-5980f7000fb4 tempest-InstanceActionsV221TestJSON-1026159100 tempest-InstanceActionsV221TestJSON-1026159100-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.098730] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-87a3acae-613d-4142-8009-5980f7000fb4 tempest-InstanceActionsV221TestJSON-1026159100 tempest-InstanceActionsV221TestJSON-1026159100-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.099167] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-87a3acae-613d-4142-8009-5980f7000fb4 tempest-InstanceActionsV221TestJSON-1026159100 tempest-InstanceActionsV221TestJSON-1026159100-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.099366] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-87a3acae-613d-4142-8009-5980f7000fb4 tempest-InstanceActionsV221TestJSON-1026159100 tempest-InstanceActionsV221TestJSON-1026159100-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.099527] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-87a3acae-613d-4142-8009-5980f7000fb4 tempest-InstanceActionsV221TestJSON-1026159100 tempest-InstanceActionsV221TestJSON-1026159100-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.109728] nova-conductor[53933]: DEBUG nova.quota [None req-87a3acae-613d-4142-8009-5980f7000fb4 tempest-InstanceActionsV221TestJSON-1026159100 tempest-InstanceActionsV221TestJSON-1026159100-project-member] Getting quotas for project 5da5e404398849cd8d6ee4a8c99cd660. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 917.114263] nova-conductor[53933]: DEBUG nova.quota [None req-87a3acae-613d-4142-8009-5980f7000fb4 tempest-InstanceActionsV221TestJSON-1026159100 tempest-InstanceActionsV221TestJSON-1026159100-project-member] Getting quotas for user 09cdb0d0d4e847b8b6fd8b311b406c35 and project 5da5e404398849cd8d6ee4a8c99cd660. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 917.119712] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-87a3acae-613d-4142-8009-5980f7000fb4 tempest-InstanceActionsV221TestJSON-1026159100 tempest-InstanceActionsV221TestJSON-1026159100-project-member] [instance: 34143cac-64e9-41fd-a970-b593d1472d92] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 917.120060] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-87a3acae-613d-4142-8009-5980f7000fb4 tempest-InstanceActionsV221TestJSON-1026159100 tempest-InstanceActionsV221TestJSON-1026159100-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.120272] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-87a3acae-613d-4142-8009-5980f7000fb4 tempest-InstanceActionsV221TestJSON-1026159100 tempest-InstanceActionsV221TestJSON-1026159100-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.120462] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-87a3acae-613d-4142-8009-5980f7000fb4 tempest-InstanceActionsV221TestJSON-1026159100 tempest-InstanceActionsV221TestJSON-1026159100-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.126235] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-87a3acae-613d-4142-8009-5980f7000fb4 tempest-InstanceActionsV221TestJSON-1026159100 tempest-InstanceActionsV221TestJSON-1026159100-project-member] [instance: 34143cac-64e9-41fd-a970-b593d1472d92] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 917.126938] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-87a3acae-613d-4142-8009-5980f7000fb4 tempest-InstanceActionsV221TestJSON-1026159100 tempest-InstanceActionsV221TestJSON-1026159100-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.127174] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-87a3acae-613d-4142-8009-5980f7000fb4 tempest-InstanceActionsV221TestJSON-1026159100 tempest-InstanceActionsV221TestJSON-1026159100-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.127321] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-87a3acae-613d-4142-8009-5980f7000fb4 tempest-InstanceActionsV221TestJSON-1026159100 tempest-InstanceActionsV221TestJSON-1026159100-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.141390] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-87a3acae-613d-4142-8009-5980f7000fb4 tempest-InstanceActionsV221TestJSON-1026159100 tempest-InstanceActionsV221TestJSON-1026159100-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.141620] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-87a3acae-613d-4142-8009-5980f7000fb4 tempest-InstanceActionsV221TestJSON-1026159100 tempest-InstanceActionsV221TestJSON-1026159100-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.141817] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-87a3acae-613d-4142-8009-5980f7000fb4 tempest-InstanceActionsV221TestJSON-1026159100 tempest-InstanceActionsV221TestJSON-1026159100-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.791547] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-15295323-56a8-4a84-8858-4a92713b4007 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 919.806442] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-15295323-56a8-4a84-8858-4a92713b4007 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.806680] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-15295323-56a8-4a84-8858-4a92713b4007 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.806852] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-15295323-56a8-4a84-8858-4a92713b4007 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.834697] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-15295323-56a8-4a84-8858-4a92713b4007 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.834921] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-15295323-56a8-4a84-8858-4a92713b4007 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.835109] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-15295323-56a8-4a84-8858-4a92713b4007 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.835486] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-15295323-56a8-4a84-8858-4a92713b4007 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.835673] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-15295323-56a8-4a84-8858-4a92713b4007 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.835870] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-15295323-56a8-4a84-8858-4a92713b4007 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.844091] nova-conductor[53932]: DEBUG nova.quota [None req-15295323-56a8-4a84-8858-4a92713b4007 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Getting quotas for project c75c9b7c8d6b441d80fe512c37c88679. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 919.846391] nova-conductor[53932]: DEBUG nova.quota [None req-15295323-56a8-4a84-8858-4a92713b4007 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Getting quotas for user 744da696f7c64f62ae04195aa737fab4 and project c75c9b7c8d6b441d80fe512c37c88679. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 919.851581] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-15295323-56a8-4a84-8858-4a92713b4007 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] [instance: a67aa33f-c7ba-44da-bdfa-e0a53a8538ad] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 919.852083] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-15295323-56a8-4a84-8858-4a92713b4007 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.852296] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-15295323-56a8-4a84-8858-4a92713b4007 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.852462] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-15295323-56a8-4a84-8858-4a92713b4007 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.855511] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-15295323-56a8-4a84-8858-4a92713b4007 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] [instance: a67aa33f-c7ba-44da-bdfa-e0a53a8538ad] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 919.856190] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-15295323-56a8-4a84-8858-4a92713b4007 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.856389] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-15295323-56a8-4a84-8858-4a92713b4007 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.856552] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-15295323-56a8-4a84-8858-4a92713b4007 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.873648] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-15295323-56a8-4a84-8858-4a92713b4007 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.874360] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-15295323-56a8-4a84-8858-4a92713b4007 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.874360] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-15295323-56a8-4a84-8858-4a92713b4007 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.360968] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-61a5eed5-b35d-4394-a366-fe08e6683e2e tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Targeting cell cc503533-2f83-435d-b5b6-cd32a3d4b210(cell1) for conductor method migrate_server {{(pid=53933) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 924.360968] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-61a5eed5-b35d-4394-a366-fe08e6683e2e tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.360968] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-61a5eed5-b35d-4394-a366-fe08e6683e2e tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.360968] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-61a5eed5-b35d-4394-a366-fe08e6683e2e tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.541732] nova-conductor[53933]: DEBUG nova.conductor.tasks.migrate [None req-61a5eed5-b35d-4394-a366-fe08e6683e2e tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] [instance: 43ff4071-05f5-4e5c-a46d-1ca6c99809f0] Restricting to cell cc503533-2f83-435d-b5b6-cd32a3d4b210(cell1) while migrating {{(pid=53933) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} [ 924.598362] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell1:SELECT=389,nova_cell1:UPDATE=298,nova_cell1:SAVEPOINT=25,nova_cell1:RELEASE=25,nova_cell1:INSERT=28,nova_cell1:DELETE=20 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 924.651275] nova-conductor[53933]: DEBUG nova.conductor.tasks.migrate [None req-61a5eed5-b35d-4394-a366-fe08e6683e2e tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Created allocations for migration 3ba573ea-8f31-4ccb-921a-24186b139c2d on c8c34fc8-902a-460e-a93a-a1e887f55ddd {{(pid=53933) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} [ 925.157968] nova-conductor[53933]: DEBUG nova.conductor.tasks.migrate [None req-61a5eed5-b35d-4394-a366-fe08e6683e2e tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] [instance: 43ff4071-05f5-4e5c-a46d-1ca6c99809f0] Calling prep_resize with selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:325}} [ 927.102772] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell0:SELECT=2 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 928.074686] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell1:SAVEPOINT=28,nova_cell1:UPDATE=264,nova_cell1:RELEASE=28,nova_cell1:SELECT=377,nova_cell1:INSERT=28,nova_cell1:DELETE=12 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 928.439391] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-2ada135a-fd67-490c-b172-fcdda1cbfa16 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 928.453731] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-2ada135a-fd67-490c-b172-fcdda1cbfa16 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.453959] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-2ada135a-fd67-490c-b172-fcdda1cbfa16 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.454189] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-2ada135a-fd67-490c-b172-fcdda1cbfa16 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.484775] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-2ada135a-fd67-490c-b172-fcdda1cbfa16 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.485132] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-2ada135a-fd67-490c-b172-fcdda1cbfa16 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.485356] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-2ada135a-fd67-490c-b172-fcdda1cbfa16 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.485775] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-2ada135a-fd67-490c-b172-fcdda1cbfa16 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.485992] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-2ada135a-fd67-490c-b172-fcdda1cbfa16 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.486166] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-2ada135a-fd67-490c-b172-fcdda1cbfa16 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.496681] nova-conductor[53933]: DEBUG nova.quota [None req-2ada135a-fd67-490c-b172-fcdda1cbfa16 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Getting quotas for project 1e479b6ac56f464fbc86574f776cd96c. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 928.499998] nova-conductor[53933]: DEBUG nova.quota [None req-2ada135a-fd67-490c-b172-fcdda1cbfa16 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Getting quotas for user 3066202e35b643d1b6d3f2d8b4d724ec and project 1e479b6ac56f464fbc86574f776cd96c. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 928.505510] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-2ada135a-fd67-490c-b172-fcdda1cbfa16 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] [instance: 58626303-4d70-48bb-9aaf-1b54cef92a76] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 928.506061] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-2ada135a-fd67-490c-b172-fcdda1cbfa16 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.506290] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-2ada135a-fd67-490c-b172-fcdda1cbfa16 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.506459] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-2ada135a-fd67-490c-b172-fcdda1cbfa16 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.511949] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-2ada135a-fd67-490c-b172-fcdda1cbfa16 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] [instance: 58626303-4d70-48bb-9aaf-1b54cef92a76] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 928.512630] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-2ada135a-fd67-490c-b172-fcdda1cbfa16 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.512838] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-2ada135a-fd67-490c-b172-fcdda1cbfa16 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.513008] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-2ada135a-fd67-490c-b172-fcdda1cbfa16 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.530820] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-2ada135a-fd67-490c-b172-fcdda1cbfa16 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.531107] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-2ada135a-fd67-490c-b172-fcdda1cbfa16 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.531291] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-2ada135a-fd67-490c-b172-fcdda1cbfa16 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.839612] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell0:SELECT=1 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 929.858625] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 929.867993] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_api:SELECT=6 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 929.871096] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 938.490720] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell0:SELECT=1 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 938.514860] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell1:SELECT=21,nova_cell1:UPDATE=9,nova_cell1:INSERT=26,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 938.523255] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_api:SELECT=22,nova_api:DELETE=1,nova_api:UPDATE=3 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 938.528517] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_api:SELECT=20,nova_api:UPDATE=1,nova_api:DELETE=2 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 942.361416] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-fecbb7eb-d1ee-4444-b852-93a570579b70 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 942.378277] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-fecbb7eb-d1ee-4444-b852-93a570579b70 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.378277] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-fecbb7eb-d1ee-4444-b852-93a570579b70 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.378277] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-fecbb7eb-d1ee-4444-b852-93a570579b70 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.411784] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-fecbb7eb-d1ee-4444-b852-93a570579b70 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.412115] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-fecbb7eb-d1ee-4444-b852-93a570579b70 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.412400] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-fecbb7eb-d1ee-4444-b852-93a570579b70 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.412825] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-fecbb7eb-d1ee-4444-b852-93a570579b70 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.413062] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-fecbb7eb-d1ee-4444-b852-93a570579b70 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.413229] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-fecbb7eb-d1ee-4444-b852-93a570579b70 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.423832] nova-conductor[53933]: DEBUG nova.quota [None req-fecbb7eb-d1ee-4444-b852-93a570579b70 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Getting quotas for project 82b8854f80cf48628167fd6f678d7dd7. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 942.427184] nova-conductor[53933]: DEBUG nova.quota [None req-fecbb7eb-d1ee-4444-b852-93a570579b70 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Getting quotas for user f8b17f109d724201a22264aa6ee02ca1 and project 82b8854f80cf48628167fd6f678d7dd7. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 942.432718] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-fecbb7eb-d1ee-4444-b852-93a570579b70 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] [instance: c924f793-852e-4f45-85b1-b1e3fdc5d60d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 942.433330] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-fecbb7eb-d1ee-4444-b852-93a570579b70 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.433568] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-fecbb7eb-d1ee-4444-b852-93a570579b70 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.433763] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-fecbb7eb-d1ee-4444-b852-93a570579b70 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.439703] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-fecbb7eb-d1ee-4444-b852-93a570579b70 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] [instance: c924f793-852e-4f45-85b1-b1e3fdc5d60d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 942.440429] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-fecbb7eb-d1ee-4444-b852-93a570579b70 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.440642] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-fecbb7eb-d1ee-4444-b852-93a570579b70 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.440813] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-fecbb7eb-d1ee-4444-b852-93a570579b70 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.457269] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-fecbb7eb-d1ee-4444-b852-93a570579b70 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.457514] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-fecbb7eb-d1ee-4444-b852-93a570579b70 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.457690] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-fecbb7eb-d1ee-4444-b852-93a570579b70 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.655507] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-248ecf58-99a5-44a4-90fc-200386393cd9 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 946.668785] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-248ecf58-99a5-44a4-90fc-200386393cd9 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.669026] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-248ecf58-99a5-44a4-90fc-200386393cd9 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.669202] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-248ecf58-99a5-44a4-90fc-200386393cd9 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.702026] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-248ecf58-99a5-44a4-90fc-200386393cd9 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.702268] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-248ecf58-99a5-44a4-90fc-200386393cd9 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.702439] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-248ecf58-99a5-44a4-90fc-200386393cd9 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.702807] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-248ecf58-99a5-44a4-90fc-200386393cd9 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.703000] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-248ecf58-99a5-44a4-90fc-200386393cd9 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.703192] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-248ecf58-99a5-44a4-90fc-200386393cd9 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.712275] nova-conductor[53932]: DEBUG nova.quota [None req-248ecf58-99a5-44a4-90fc-200386393cd9 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Getting quotas for project c75c9b7c8d6b441d80fe512c37c88679. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 946.715412] nova-conductor[53932]: DEBUG nova.quota [None req-248ecf58-99a5-44a4-90fc-200386393cd9 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Getting quotas for user 744da696f7c64f62ae04195aa737fab4 and project c75c9b7c8d6b441d80fe512c37c88679. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 946.720616] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-248ecf58-99a5-44a4-90fc-200386393cd9 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] [instance: 89b6f21c-fc5a-40fe-a9a4-dee3de1a7ca1] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 946.721094] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-248ecf58-99a5-44a4-90fc-200386393cd9 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.721507] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-248ecf58-99a5-44a4-90fc-200386393cd9 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.721507] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-248ecf58-99a5-44a4-90fc-200386393cd9 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.725293] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-248ecf58-99a5-44a4-90fc-200386393cd9 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] [instance: 89b6f21c-fc5a-40fe-a9a4-dee3de1a7ca1] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 946.725831] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-248ecf58-99a5-44a4-90fc-200386393cd9 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.725993] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-248ecf58-99a5-44a4-90fc-200386393cd9 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.726258] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-248ecf58-99a5-44a4-90fc-200386393cd9 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.745381] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-248ecf58-99a5-44a4-90fc-200386393cd9 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.745661] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-248ecf58-99a5-44a4-90fc-200386393cd9 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.745897] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-248ecf58-99a5-44a4-90fc-200386393cd9 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.417572] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell0:SELECT=1 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 952.443261] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 952.450958] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 952.453968] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_api:SELECT=6,nova_api:DELETE=1 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 954.638434] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-d635af2b-3c6b-49be-aa36-2a7565c71b35 tempest-ServerMetadataTestJSON-816861830 tempest-ServerMetadataTestJSON-816861830-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 954.653330] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-d635af2b-3c6b-49be-aa36-2a7565c71b35 tempest-ServerMetadataTestJSON-816861830 tempest-ServerMetadataTestJSON-816861830-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.653585] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-d635af2b-3c6b-49be-aa36-2a7565c71b35 tempest-ServerMetadataTestJSON-816861830 tempest-ServerMetadataTestJSON-816861830-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.653853] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-d635af2b-3c6b-49be-aa36-2a7565c71b35 tempest-ServerMetadataTestJSON-816861830 tempest-ServerMetadataTestJSON-816861830-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.687613] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-d635af2b-3c6b-49be-aa36-2a7565c71b35 tempest-ServerMetadataTestJSON-816861830 tempest-ServerMetadataTestJSON-816861830-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.687866] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-d635af2b-3c6b-49be-aa36-2a7565c71b35 tempest-ServerMetadataTestJSON-816861830 tempest-ServerMetadataTestJSON-816861830-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.688044] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-d635af2b-3c6b-49be-aa36-2a7565c71b35 tempest-ServerMetadataTestJSON-816861830 tempest-ServerMetadataTestJSON-816861830-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.688498] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-d635af2b-3c6b-49be-aa36-2a7565c71b35 tempest-ServerMetadataTestJSON-816861830 tempest-ServerMetadataTestJSON-816861830-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.688728] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-d635af2b-3c6b-49be-aa36-2a7565c71b35 tempest-ServerMetadataTestJSON-816861830 tempest-ServerMetadataTestJSON-816861830-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.688997] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-d635af2b-3c6b-49be-aa36-2a7565c71b35 tempest-ServerMetadataTestJSON-816861830 tempest-ServerMetadataTestJSON-816861830-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.697434] nova-conductor[53933]: DEBUG nova.quota [None req-d635af2b-3c6b-49be-aa36-2a7565c71b35 tempest-ServerMetadataTestJSON-816861830 tempest-ServerMetadataTestJSON-816861830-project-member] Getting quotas for project b03f93634e114614937ca5c07c961174. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 954.699867] nova-conductor[53933]: DEBUG nova.quota [None req-d635af2b-3c6b-49be-aa36-2a7565c71b35 tempest-ServerMetadataTestJSON-816861830 tempest-ServerMetadataTestJSON-816861830-project-member] Getting quotas for user c162eeb76c2644008ccb73f1b9d66797 and project b03f93634e114614937ca5c07c961174. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 954.708139] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-d635af2b-3c6b-49be-aa36-2a7565c71b35 tempest-ServerMetadataTestJSON-816861830 tempest-ServerMetadataTestJSON-816861830-project-member] [instance: 4ab6f2f2-07c8-4477-a433-b6408cd919bc] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 954.708679] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-d635af2b-3c6b-49be-aa36-2a7565c71b35 tempest-ServerMetadataTestJSON-816861830 tempest-ServerMetadataTestJSON-816861830-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.708935] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-d635af2b-3c6b-49be-aa36-2a7565c71b35 tempest-ServerMetadataTestJSON-816861830 tempest-ServerMetadataTestJSON-816861830-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.709284] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-d635af2b-3c6b-49be-aa36-2a7565c71b35 tempest-ServerMetadataTestJSON-816861830 tempest-ServerMetadataTestJSON-816861830-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.717266] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-d635af2b-3c6b-49be-aa36-2a7565c71b35 tempest-ServerMetadataTestJSON-816861830 tempest-ServerMetadataTestJSON-816861830-project-member] [instance: 4ab6f2f2-07c8-4477-a433-b6408cd919bc] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 954.718020] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-d635af2b-3c6b-49be-aa36-2a7565c71b35 tempest-ServerMetadataTestJSON-816861830 tempest-ServerMetadataTestJSON-816861830-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.718275] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-d635af2b-3c6b-49be-aa36-2a7565c71b35 tempest-ServerMetadataTestJSON-816861830 tempest-ServerMetadataTestJSON-816861830-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.718481] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-d635af2b-3c6b-49be-aa36-2a7565c71b35 tempest-ServerMetadataTestJSON-816861830 tempest-ServerMetadataTestJSON-816861830-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.735862] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-d635af2b-3c6b-49be-aa36-2a7565c71b35 tempest-ServerMetadataTestJSON-816861830 tempest-ServerMetadataTestJSON-816861830-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.736107] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-d635af2b-3c6b-49be-aa36-2a7565c71b35 tempest-ServerMetadataTestJSON-816861830 tempest-ServerMetadataTestJSON-816861830-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.736288] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-d635af2b-3c6b-49be-aa36-2a7565c71b35 tempest-ServerMetadataTestJSON-816861830 tempest-ServerMetadataTestJSON-816861830-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.706820] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell0:SELECT=1 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 956.728029] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 956.736807] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 956.738850] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_api:SELECT=6,nova_api:DELETE=1 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 959.436972] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-c31695f0-8987-4182-a42b-91ab954a89ad tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 959.450451] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-c31695f0-8987-4182-a42b-91ab954a89ad tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.450680] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-c31695f0-8987-4182-a42b-91ab954a89ad tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.450855] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-c31695f0-8987-4182-a42b-91ab954a89ad tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.486837] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-c31695f0-8987-4182-a42b-91ab954a89ad tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.487135] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-c31695f0-8987-4182-a42b-91ab954a89ad tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.487304] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-c31695f0-8987-4182-a42b-91ab954a89ad tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.487678] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-c31695f0-8987-4182-a42b-91ab954a89ad tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.487865] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-c31695f0-8987-4182-a42b-91ab954a89ad tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.488036] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-c31695f0-8987-4182-a42b-91ab954a89ad tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.497336] nova-conductor[53933]: DEBUG nova.quota [None req-c31695f0-8987-4182-a42b-91ab954a89ad tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Getting quotas for project f49104f21d7147328bcc8edee8d3cdb2. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 959.500562] nova-conductor[53933]: DEBUG nova.quota [None req-c31695f0-8987-4182-a42b-91ab954a89ad tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Getting quotas for user f155bbfca47547c2bf745811003ffcec and project f49104f21d7147328bcc8edee8d3cdb2. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 959.505654] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-c31695f0-8987-4182-a42b-91ab954a89ad tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] [instance: 5789b2bc-a8c5-4986-bb53-7175cd566142] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 959.506142] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-c31695f0-8987-4182-a42b-91ab954a89ad tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.506348] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-c31695f0-8987-4182-a42b-91ab954a89ad tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.506514] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-c31695f0-8987-4182-a42b-91ab954a89ad tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.512873] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-c31695f0-8987-4182-a42b-91ab954a89ad tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] [instance: 5789b2bc-a8c5-4986-bb53-7175cd566142] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 959.512873] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-c31695f0-8987-4182-a42b-91ab954a89ad tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.512873] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-c31695f0-8987-4182-a42b-91ab954a89ad tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.512873] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-c31695f0-8987-4182-a42b-91ab954a89ad tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.527531] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-c31695f0-8987-4182-a42b-91ab954a89ad tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.527742] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-c31695f0-8987-4182-a42b-91ab954a89ad tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.527940] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-c31695f0-8987-4182-a42b-91ab954a89ad tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.393359] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-4b735d34-bd5d-49be-b604-2bc7f828d14d tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 965.407661] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-4b735d34-bd5d-49be-b604-2bc7f828d14d tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.407884] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-4b735d34-bd5d-49be-b604-2bc7f828d14d tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.408254] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-4b735d34-bd5d-49be-b604-2bc7f828d14d tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.438969] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-4b735d34-bd5d-49be-b604-2bc7f828d14d tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.439307] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-4b735d34-bd5d-49be-b604-2bc7f828d14d tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.439541] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-4b735d34-bd5d-49be-b604-2bc7f828d14d tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.440054] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-4b735d34-bd5d-49be-b604-2bc7f828d14d tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.440313] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-4b735d34-bd5d-49be-b604-2bc7f828d14d tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.440536] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-4b735d34-bd5d-49be-b604-2bc7f828d14d tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.453355] nova-conductor[53933]: DEBUG nova.quota [None req-4b735d34-bd5d-49be-b604-2bc7f828d14d tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Getting quotas for project 82b8854f80cf48628167fd6f678d7dd7. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 965.457249] nova-conductor[53933]: DEBUG nova.quota [None req-4b735d34-bd5d-49be-b604-2bc7f828d14d tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Getting quotas for user f8b17f109d724201a22264aa6ee02ca1 and project 82b8854f80cf48628167fd6f678d7dd7. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 965.463483] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-4b735d34-bd5d-49be-b604-2bc7f828d14d tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] [instance: 101d9d29-24b4-4c4d-bf7a-70abfd200be9] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 965.464108] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-4b735d34-bd5d-49be-b604-2bc7f828d14d tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.464383] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-4b735d34-bd5d-49be-b604-2bc7f828d14d tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.464613] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-4b735d34-bd5d-49be-b604-2bc7f828d14d tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.469926] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-4b735d34-bd5d-49be-b604-2bc7f828d14d tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] [instance: 101d9d29-24b4-4c4d-bf7a-70abfd200be9] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 965.470604] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-4b735d34-bd5d-49be-b604-2bc7f828d14d tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.470807] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-4b735d34-bd5d-49be-b604-2bc7f828d14d tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.470976] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-4b735d34-bd5d-49be-b604-2bc7f828d14d tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.486851] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-4b735d34-bd5d-49be-b604-2bc7f828d14d tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.487033] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-4b735d34-bd5d-49be-b604-2bc7f828d14d tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.487223] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-4b735d34-bd5d-49be-b604-2bc7f828d14d tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.665864] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-48f0866e-65cc-428f-b51f-a8cf674b4feb tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Targeting cell cc503533-2f83-435d-b5b6-cd32a3d4b210(cell1) for conductor method migrate_server {{(pid=53933) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 973.666178] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-48f0866e-65cc-428f-b51f-a8cf674b4feb tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.666466] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-48f0866e-65cc-428f-b51f-a8cf674b4feb tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.666710] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-48f0866e-65cc-428f-b51f-a8cf674b4feb tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.706088] nova-conductor[53933]: DEBUG nova.conductor.tasks.migrate [None req-48f0866e-65cc-428f-b51f-a8cf674b4feb tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] [instance: 5789b2bc-a8c5-4986-bb53-7175cd566142] Restricting to cell cc503533-2f83-435d-b5b6-cd32a3d4b210(cell1) while migrating {{(pid=53933) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} [ 973.909200] nova-conductor[53933]: DEBUG nova.conductor.tasks.migrate [None req-48f0866e-65cc-428f-b51f-a8cf674b4feb tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Created allocations for migration ab27e194-c511-4930-a465-c5fccf87b277 on c8c34fc8-902a-460e-a93a-a1e887f55ddd {{(pid=53933) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} [ 974.414717] nova-conductor[53933]: DEBUG nova.conductor.tasks.migrate [None req-48f0866e-65cc-428f-b51f-a8cf674b4feb tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] [instance: 5789b2bc-a8c5-4986-bb53-7175cd566142] Calling prep_resize with selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:325}} [ 975.333990] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-c642b405-5b5a-4499-9f07-c7687be0e664 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 975.349152] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c642b405-5b5a-4499-9f07-c7687be0e664 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.349371] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c642b405-5b5a-4499-9f07-c7687be0e664 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.349541] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c642b405-5b5a-4499-9f07-c7687be0e664 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.383947] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c642b405-5b5a-4499-9f07-c7687be0e664 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.384233] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c642b405-5b5a-4499-9f07-c7687be0e664 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.384417] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c642b405-5b5a-4499-9f07-c7687be0e664 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.384812] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c642b405-5b5a-4499-9f07-c7687be0e664 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.384999] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c642b405-5b5a-4499-9f07-c7687be0e664 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.385308] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c642b405-5b5a-4499-9f07-c7687be0e664 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.394252] nova-conductor[53932]: DEBUG nova.quota [None req-c642b405-5b5a-4499-9f07-c7687be0e664 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Getting quotas for project c75c9b7c8d6b441d80fe512c37c88679. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 975.397845] nova-conductor[53932]: DEBUG nova.quota [None req-c642b405-5b5a-4499-9f07-c7687be0e664 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Getting quotas for user 744da696f7c64f62ae04195aa737fab4 and project c75c9b7c8d6b441d80fe512c37c88679. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 975.403450] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-c642b405-5b5a-4499-9f07-c7687be0e664 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] [instance: 9de9cc49-7a81-4975-88df-5351125b180c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 975.403984] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c642b405-5b5a-4499-9f07-c7687be0e664 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.404234] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c642b405-5b5a-4499-9f07-c7687be0e664 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.404409] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c642b405-5b5a-4499-9f07-c7687be0e664 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.408187] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-c642b405-5b5a-4499-9f07-c7687be0e664 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] [instance: 9de9cc49-7a81-4975-88df-5351125b180c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 975.408874] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c642b405-5b5a-4499-9f07-c7687be0e664 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.409094] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c642b405-5b5a-4499-9f07-c7687be0e664 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.409281] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c642b405-5b5a-4499-9f07-c7687be0e664 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.425786] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c642b405-5b5a-4499-9f07-c7687be0e664 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.426075] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c642b405-5b5a-4499-9f07-c7687be0e664 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.426224] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-c642b405-5b5a-4499-9f07-c7687be0e664 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.444911] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell0:SELECT=3 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 981.608394] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-fd182875-44da-41ea-8708-08afc37008e5 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Targeting cell cc503533-2f83-435d-b5b6-cd32a3d4b210(cell1) for conductor method migrate_server {{(pid=53933) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 981.609868] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-fd182875-44da-41ea-8708-08afc37008e5 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.609868] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-fd182875-44da-41ea-8708-08afc37008e5 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.609868] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-fd182875-44da-41ea-8708-08afc37008e5 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.670499] nova-conductor[53933]: DEBUG nova.conductor.tasks.migrate [None req-fd182875-44da-41ea-8708-08afc37008e5 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] [instance: 101d9d29-24b4-4c4d-bf7a-70abfd200be9] Restricting to cell cc503533-2f83-435d-b5b6-cd32a3d4b210(cell1) while migrating {{(pid=53933) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} [ 981.788562] nova-conductor[53933]: DEBUG nova.conductor.tasks.migrate [None req-fd182875-44da-41ea-8708-08afc37008e5 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] Created allocations for migration 0a805f44-1861-4bad-a52c-51f18cb0e67c on c8c34fc8-902a-460e-a93a-a1e887f55ddd {{(pid=53933) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} [ 982.297293] nova-conductor[53933]: DEBUG nova.conductor.tasks.migrate [None req-fd182875-44da-41ea-8708-08afc37008e5 tempest-DeleteServersTestJSON-1983871495 tempest-DeleteServersTestJSON-1983871495-project-member] [instance: 101d9d29-24b4-4c4d-bf7a-70abfd200be9] Calling prep_resize with selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:325}} [ 985.118126] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell1:SELECT=326,nova_cell1:UPDATE=219,nova_cell1:INSERT=27,nova_cell1:SAVEPOINT=20,nova_cell1:RELEASE=20,nova_cell1:DELETE=11 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 985.389054] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell0:SELECT=1 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 985.397598] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-95adce03-bb5b-4c27-8ad0-2923175daf54 tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 985.411470] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 985.414915] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-95adce03-bb5b-4c27-8ad0-2923175daf54 tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.415177] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-95adce03-bb5b-4c27-8ad0-2923175daf54 tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.415348] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-95adce03-bb5b-4c27-8ad0-2923175daf54 tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.421060] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_api:SELECT=6 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 985.423177] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 985.452643] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-95adce03-bb5b-4c27-8ad0-2923175daf54 tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.452876] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-95adce03-bb5b-4c27-8ad0-2923175daf54 tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.453057] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-95adce03-bb5b-4c27-8ad0-2923175daf54 tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.453436] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-95adce03-bb5b-4c27-8ad0-2923175daf54 tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.453621] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-95adce03-bb5b-4c27-8ad0-2923175daf54 tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.453811] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-95adce03-bb5b-4c27-8ad0-2923175daf54 tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.462436] nova-conductor[53933]: DEBUG nova.quota [None req-95adce03-bb5b-4c27-8ad0-2923175daf54 tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] Getting quotas for project f2b8a39c23bc46008370ed877054464e. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 985.465497] nova-conductor[53933]: DEBUG nova.quota [None req-95adce03-bb5b-4c27-8ad0-2923175daf54 tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] Getting quotas for user b474e6789a884ad8bef3e98832168ff2 and project f2b8a39c23bc46008370ed877054464e. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 985.470695] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-95adce03-bb5b-4c27-8ad0-2923175daf54 tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] [instance: f87f913f-9e6e-4d64-9fe1-0a1fc8564b46] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 985.471154] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-95adce03-bb5b-4c27-8ad0-2923175daf54 tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.471350] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-95adce03-bb5b-4c27-8ad0-2923175daf54 tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.471513] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-95adce03-bb5b-4c27-8ad0-2923175daf54 tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.475968] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-95adce03-bb5b-4c27-8ad0-2923175daf54 tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] [instance: f87f913f-9e6e-4d64-9fe1-0a1fc8564b46] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 985.476609] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-95adce03-bb5b-4c27-8ad0-2923175daf54 tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.476805] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-95adce03-bb5b-4c27-8ad0-2923175daf54 tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.476995] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-95adce03-bb5b-4c27-8ad0-2923175daf54 tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.492258] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-95adce03-bb5b-4c27-8ad0-2923175daf54 tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.492462] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-95adce03-bb5b-4c27-8ad0-2923175daf54 tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.492627] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-95adce03-bb5b-4c27-8ad0-2923175daf54 tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.102096] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell1:UPDATE=233,nova_cell1:SELECT=339,nova_cell1:INSERT=25,nova_cell1:SAVEPOINT=23,nova_cell1:RELEASE=23,nova_cell1:DELETE=11 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 993.452935] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-7710accf-4320-4fd4-980a-c201915b161d tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 993.471234] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7710accf-4320-4fd4-980a-c201915b161d tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.471468] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7710accf-4320-4fd4-980a-c201915b161d tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.471634] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7710accf-4320-4fd4-980a-c201915b161d tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.509572] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7710accf-4320-4fd4-980a-c201915b161d tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.510296] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7710accf-4320-4fd4-980a-c201915b161d tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.510580] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7710accf-4320-4fd4-980a-c201915b161d tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.510889] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7710accf-4320-4fd4-980a-c201915b161d tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.511096] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7710accf-4320-4fd4-980a-c201915b161d tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.511278] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7710accf-4320-4fd4-980a-c201915b161d tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.521215] nova-conductor[53933]: DEBUG nova.quota [None req-7710accf-4320-4fd4-980a-c201915b161d tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Getting quotas for project 5dc1064c95484fd4afd1de8243b72d55. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 993.524818] nova-conductor[53933]: DEBUG nova.quota [None req-7710accf-4320-4fd4-980a-c201915b161d tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Getting quotas for user c7c2b0f1e1dd4b93862b0316ea6770a2 and project 5dc1064c95484fd4afd1de8243b72d55. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 993.531346] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-7710accf-4320-4fd4-980a-c201915b161d tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] [instance: 4c41a59a-59d4-4abd-b173-118e759fc19c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 993.531527] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7710accf-4320-4fd4-980a-c201915b161d tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.531904] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7710accf-4320-4fd4-980a-c201915b161d tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.531961] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7710accf-4320-4fd4-980a-c201915b161d tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.537597] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-7710accf-4320-4fd4-980a-c201915b161d tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] [instance: 4c41a59a-59d4-4abd-b173-118e759fc19c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 993.538295] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7710accf-4320-4fd4-980a-c201915b161d tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.538496] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7710accf-4320-4fd4-980a-c201915b161d tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.538672] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7710accf-4320-4fd4-980a-c201915b161d tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.561424] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7710accf-4320-4fd4-980a-c201915b161d tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.561604] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7710accf-4320-4fd4-980a-c201915b161d tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.561895] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-7710accf-4320-4fd4-980a-c201915b161d tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.289685] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-3b2ac909-d696-4d43-aa4a-46c066602430 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1000.303084] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3b2ac909-d696-4d43-aa4a-46c066602430 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.303327] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3b2ac909-d696-4d43-aa4a-46c066602430 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.303499] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3b2ac909-d696-4d43-aa4a-46c066602430 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.333383] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3b2ac909-d696-4d43-aa4a-46c066602430 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.333624] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3b2ac909-d696-4d43-aa4a-46c066602430 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.333802] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3b2ac909-d696-4d43-aa4a-46c066602430 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.334184] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3b2ac909-d696-4d43-aa4a-46c066602430 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.334370] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3b2ac909-d696-4d43-aa4a-46c066602430 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.334532] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3b2ac909-d696-4d43-aa4a-46c066602430 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.343491] nova-conductor[53932]: DEBUG nova.quota [None req-3b2ac909-d696-4d43-aa4a-46c066602430 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Getting quotas for project c75c9b7c8d6b441d80fe512c37c88679. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1000.346681] nova-conductor[53932]: DEBUG nova.quota [None req-3b2ac909-d696-4d43-aa4a-46c066602430 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Getting quotas for user 744da696f7c64f62ae04195aa737fab4 and project c75c9b7c8d6b441d80fe512c37c88679. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1000.352157] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-3b2ac909-d696-4d43-aa4a-46c066602430 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] [instance: a909297e-ac29-4630-a54b-abd0b6f67893] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1000.352304] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3b2ac909-d696-4d43-aa4a-46c066602430 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.352501] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3b2ac909-d696-4d43-aa4a-46c066602430 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.352664] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3b2ac909-d696-4d43-aa4a-46c066602430 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.357261] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-3b2ac909-d696-4d43-aa4a-46c066602430 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] [instance: a909297e-ac29-4630-a54b-abd0b6f67893] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1000.358016] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3b2ac909-d696-4d43-aa4a-46c066602430 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.358091] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3b2ac909-d696-4d43-aa4a-46c066602430 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.358265] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3b2ac909-d696-4d43-aa4a-46c066602430 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.372432] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3b2ac909-d696-4d43-aa4a-46c066602430 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.372646] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3b2ac909-d696-4d43-aa4a-46c066602430 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.372814] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3b2ac909-d696-4d43-aa4a-46c066602430 tempest-ServersTestJSON-729592905 tempest-ServersTestJSON-729592905-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.683113] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-15c6ff0b-7607-4e49-84b4-1b0915e3b444 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1001.694184] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-15c6ff0b-7607-4e49-84b4-1b0915e3b444 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.694591] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-15c6ff0b-7607-4e49-84b4-1b0915e3b444 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.694967] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-15c6ff0b-7607-4e49-84b4-1b0915e3b444 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.716886] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-15c6ff0b-7607-4e49-84b4-1b0915e3b444 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.717132] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-15c6ff0b-7607-4e49-84b4-1b0915e3b444 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.717306] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-15c6ff0b-7607-4e49-84b4-1b0915e3b444 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.717691] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-15c6ff0b-7607-4e49-84b4-1b0915e3b444 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.717876] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-15c6ff0b-7607-4e49-84b4-1b0915e3b444 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.718071] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-15c6ff0b-7607-4e49-84b4-1b0915e3b444 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.725830] nova-conductor[53932]: DEBUG nova.quota [None req-15c6ff0b-7607-4e49-84b4-1b0915e3b444 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Getting quotas for project f49104f21d7147328bcc8edee8d3cdb2. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1001.728064] nova-conductor[53932]: DEBUG nova.quota [None req-15c6ff0b-7607-4e49-84b4-1b0915e3b444 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Getting quotas for user f155bbfca47547c2bf745811003ffcec and project f49104f21d7147328bcc8edee8d3cdb2. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1001.733122] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-15c6ff0b-7607-4e49-84b4-1b0915e3b444 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] [instance: eb45dbc3-a972-4004-9c9a-9bd908b34723] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1001.733606] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-15c6ff0b-7607-4e49-84b4-1b0915e3b444 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.733816] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-15c6ff0b-7607-4e49-84b4-1b0915e3b444 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.733977] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-15c6ff0b-7607-4e49-84b4-1b0915e3b444 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.736947] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-15c6ff0b-7607-4e49-84b4-1b0915e3b444 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] [instance: eb45dbc3-a972-4004-9c9a-9bd908b34723] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1001.737600] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-15c6ff0b-7607-4e49-84b4-1b0915e3b444 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.737797] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-15c6ff0b-7607-4e49-84b4-1b0915e3b444 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.737994] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-15c6ff0b-7607-4e49-84b4-1b0915e3b444 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.757970] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-15c6ff0b-7607-4e49-84b4-1b0915e3b444 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.758234] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-15c6ff0b-7607-4e49-84b4-1b0915e3b444 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.758442] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-15c6ff0b-7607-4e49-84b4-1b0915e3b444 tempest-ServerDiskConfigTestJSON-347226950 tempest-ServerDiskConfigTestJSON-347226950-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.515423] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell0:SELECT=2 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1003.540376] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell1:SELECT=31,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=43,nova_cell1:RELEASE=2,nova_cell1:UPDATE=12 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1003.552513] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_api:SELECT=34,nova_api:UPDATE=5,nova_api:DELETE=1 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1003.556428] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_api:SELECT=34,nova_api:DELETE=4,nova_api:UPDATE=2 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1010.243979] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-93e0bd91-5b9d-4786-97d7-9a4b5c94026d tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1010.258434] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-93e0bd91-5b9d-4786-97d7-9a4b5c94026d tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.258662] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-93e0bd91-5b9d-4786-97d7-9a4b5c94026d tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.258836] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-93e0bd91-5b9d-4786-97d7-9a4b5c94026d tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.297096] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-93e0bd91-5b9d-4786-97d7-9a4b5c94026d tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.297494] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-93e0bd91-5b9d-4786-97d7-9a4b5c94026d tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.297693] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-93e0bd91-5b9d-4786-97d7-9a4b5c94026d tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.298121] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-93e0bd91-5b9d-4786-97d7-9a4b5c94026d tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.298415] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-93e0bd91-5b9d-4786-97d7-9a4b5c94026d tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.298600] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-93e0bd91-5b9d-4786-97d7-9a4b5c94026d tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.307962] nova-conductor[53933]: DEBUG nova.quota [None req-93e0bd91-5b9d-4786-97d7-9a4b5c94026d tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] Getting quotas for project f2b8a39c23bc46008370ed877054464e. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1010.311262] nova-conductor[53933]: DEBUG nova.quota [None req-93e0bd91-5b9d-4786-97d7-9a4b5c94026d tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] Getting quotas for user b474e6789a884ad8bef3e98832168ff2 and project f2b8a39c23bc46008370ed877054464e. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1010.319842] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-93e0bd91-5b9d-4786-97d7-9a4b5c94026d tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] [instance: 9c8d8d6d-9b8a-4aa1-8673-4674d3d5d30b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1010.320414] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-93e0bd91-5b9d-4786-97d7-9a4b5c94026d tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.320641] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-93e0bd91-5b9d-4786-97d7-9a4b5c94026d tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.321059] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-93e0bd91-5b9d-4786-97d7-9a4b5c94026d tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.326156] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-93e0bd91-5b9d-4786-97d7-9a4b5c94026d tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] [instance: 9c8d8d6d-9b8a-4aa1-8673-4674d3d5d30b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1010.326931] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-93e0bd91-5b9d-4786-97d7-9a4b5c94026d tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.327261] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-93e0bd91-5b9d-4786-97d7-9a4b5c94026d tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.327444] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-93e0bd91-5b9d-4786-97d7-9a4b5c94026d tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.353021] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-93e0bd91-5b9d-4786-97d7-9a4b5c94026d tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.353021] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-93e0bd91-5b9d-4786-97d7-9a4b5c94026d tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.353021] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-93e0bd91-5b9d-4786-97d7-9a4b5c94026d tempest-ServerRescueTestJSON-1259700960 tempest-ServerRescueTestJSON-1259700960-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.721846] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell0:SELECT=2 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1011.740307] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell1:SELECT=6,nova_cell1:INSERT=14 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1011.753624] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_api:SELECT=13 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1011.755698] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=2,nova_api:DELETE=2 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1020.302104] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell0:SELECT=1 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1020.330539] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1020.342766] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_api:SELECT=8 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1020.344928] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_api:SELECT=4,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1022.354873] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-41b2904e-5c1f-4532-9e21-d5a6ee6d46f6 tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53933) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1022.370039] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-41b2904e-5c1f-4532-9e21-d5a6ee6d46f6 tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.370282] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-41b2904e-5c1f-4532-9e21-d5a6ee6d46f6 tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.370451] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-41b2904e-5c1f-4532-9e21-d5a6ee6d46f6 tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.406125] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-41b2904e-5c1f-4532-9e21-d5a6ee6d46f6 tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.406361] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-41b2904e-5c1f-4532-9e21-d5a6ee6d46f6 tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.406551] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-41b2904e-5c1f-4532-9e21-d5a6ee6d46f6 tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.406923] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-41b2904e-5c1f-4532-9e21-d5a6ee6d46f6 tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.407123] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-41b2904e-5c1f-4532-9e21-d5a6ee6d46f6 tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.407279] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-41b2904e-5c1f-4532-9e21-d5a6ee6d46f6 tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.416012] nova-conductor[53933]: DEBUG nova.quota [None req-41b2904e-5c1f-4532-9e21-d5a6ee6d46f6 tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Getting quotas for project 7647715795e34176aebe4087ee3a3b42. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1022.418246] nova-conductor[53933]: DEBUG nova.quota [None req-41b2904e-5c1f-4532-9e21-d5a6ee6d46f6 tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Getting quotas for user aabe7469c8fc4ffbb03d40fc9f57a773 and project 7647715795e34176aebe4087ee3a3b42. Resources: {'cores', 'instances', 'ram'} {{(pid=53933) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1022.423517] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-41b2904e-5c1f-4532-9e21-d5a6ee6d46f6 tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] [instance: cd7775be-954c-4117-b9a9-763bbfb325c4] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53933) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1022.423885] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-41b2904e-5c1f-4532-9e21-d5a6ee6d46f6 tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.424101] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-41b2904e-5c1f-4532-9e21-d5a6ee6d46f6 tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.424270] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-41b2904e-5c1f-4532-9e21-d5a6ee6d46f6 tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.429309] nova-conductor[53933]: DEBUG nova.conductor.manager [None req-41b2904e-5c1f-4532-9e21-d5a6ee6d46f6 tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] [instance: cd7775be-954c-4117-b9a9-763bbfb325c4] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53933) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1022.429945] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-41b2904e-5c1f-4532-9e21-d5a6ee6d46f6 tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.430160] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-41b2904e-5c1f-4532-9e21-d5a6ee6d46f6 tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.430325] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-41b2904e-5c1f-4532-9e21-d5a6ee6d46f6 tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.447024] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-41b2904e-5c1f-4532-9e21-d5a6ee6d46f6 tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.447249] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-41b2904e-5c1f-4532-9e21-d5a6ee6d46f6 tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.447415] nova-conductor[53933]: DEBUG oslo_concurrency.lockutils [None req-41b2904e-5c1f-4532-9e21-d5a6ee6d46f6 tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53933) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.646040] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-adaff0eb-3114-4012-980a-9aeede007daa tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1022.656501] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-adaff0eb-3114-4012-980a-9aeede007daa tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.656868] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-adaff0eb-3114-4012-980a-9aeede007daa tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.657091] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-adaff0eb-3114-4012-980a-9aeede007daa tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.685798] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-adaff0eb-3114-4012-980a-9aeede007daa tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.686046] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-adaff0eb-3114-4012-980a-9aeede007daa tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.686261] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-adaff0eb-3114-4012-980a-9aeede007daa tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.686615] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-adaff0eb-3114-4012-980a-9aeede007daa tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.686804] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-adaff0eb-3114-4012-980a-9aeede007daa tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.686965] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-adaff0eb-3114-4012-980a-9aeede007daa tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.695924] nova-conductor[53932]: DEBUG nova.quota [None req-adaff0eb-3114-4012-980a-9aeede007daa tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Getting quotas for project 7647715795e34176aebe4087ee3a3b42. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1022.698989] nova-conductor[53932]: DEBUG nova.quota [None req-adaff0eb-3114-4012-980a-9aeede007daa tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Getting quotas for user aabe7469c8fc4ffbb03d40fc9f57a773 and project 7647715795e34176aebe4087ee3a3b42. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1022.704358] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-adaff0eb-3114-4012-980a-9aeede007daa tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] [instance: a5785859-2a23-478d-b156-1817fbdcb313] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1022.704818] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-adaff0eb-3114-4012-980a-9aeede007daa tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.705029] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-adaff0eb-3114-4012-980a-9aeede007daa tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.705199] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-adaff0eb-3114-4012-980a-9aeede007daa tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.708394] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-adaff0eb-3114-4012-980a-9aeede007daa tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] [instance: a5785859-2a23-478d-b156-1817fbdcb313] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1022.709052] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-adaff0eb-3114-4012-980a-9aeede007daa tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.709257] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-adaff0eb-3114-4012-980a-9aeede007daa tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.709418] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-adaff0eb-3114-4012-980a-9aeede007daa tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.723195] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-adaff0eb-3114-4012-980a-9aeede007daa tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.723405] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-adaff0eb-3114-4012-980a-9aeede007daa tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.723573] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-adaff0eb-3114-4012-980a-9aeede007daa tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.963031] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-05ef700b-1d46-4887-b773-7ea18fdaedff tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1022.975826] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-05ef700b-1d46-4887-b773-7ea18fdaedff tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.976095] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-05ef700b-1d46-4887-b773-7ea18fdaedff tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.976273] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-05ef700b-1d46-4887-b773-7ea18fdaedff tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.009746] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-05ef700b-1d46-4887-b773-7ea18fdaedff tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.010019] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-05ef700b-1d46-4887-b773-7ea18fdaedff tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.010201] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-05ef700b-1d46-4887-b773-7ea18fdaedff tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.010616] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-05ef700b-1d46-4887-b773-7ea18fdaedff tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.010828] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-05ef700b-1d46-4887-b773-7ea18fdaedff tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.010999] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-05ef700b-1d46-4887-b773-7ea18fdaedff tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.021918] nova-conductor[53932]: DEBUG nova.quota [None req-05ef700b-1d46-4887-b773-7ea18fdaedff tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Getting quotas for project 7647715795e34176aebe4087ee3a3b42. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1023.024694] nova-conductor[53932]: DEBUG nova.quota [None req-05ef700b-1d46-4887-b773-7ea18fdaedff tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Getting quotas for user aabe7469c8fc4ffbb03d40fc9f57a773 and project 7647715795e34176aebe4087ee3a3b42. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1023.031020] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-05ef700b-1d46-4887-b773-7ea18fdaedff tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] [instance: 79a15d76-acc3-465d-9ab7-fa61a894affd] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1023.031623] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-05ef700b-1d46-4887-b773-7ea18fdaedff tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.031875] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-05ef700b-1d46-4887-b773-7ea18fdaedff tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.032076] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-05ef700b-1d46-4887-b773-7ea18fdaedff tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.035480] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-05ef700b-1d46-4887-b773-7ea18fdaedff tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] [instance: 79a15d76-acc3-465d-9ab7-fa61a894affd] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1023.036249] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-05ef700b-1d46-4887-b773-7ea18fdaedff tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.036491] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-05ef700b-1d46-4887-b773-7ea18fdaedff tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.036673] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-05ef700b-1d46-4887-b773-7ea18fdaedff tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.059314] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-05ef700b-1d46-4887-b773-7ea18fdaedff tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.059643] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-05ef700b-1d46-4887-b773-7ea18fdaedff tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.059831] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-05ef700b-1d46-4887-b773-7ea18fdaedff tempest-ListServerFiltersTestJSON-223422133 tempest-ListServerFiltersTestJSON-223422133-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.276601] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-5bf15118-cc25-4284-85c3-00816251f8a9 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1025.291265] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-5bf15118-cc25-4284-85c3-00816251f8a9 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.293943] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-5bf15118-cc25-4284-85c3-00816251f8a9 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.293943] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-5bf15118-cc25-4284-85c3-00816251f8a9 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.337130] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-5bf15118-cc25-4284-85c3-00816251f8a9 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.337130] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-5bf15118-cc25-4284-85c3-00816251f8a9 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.337340] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-5bf15118-cc25-4284-85c3-00816251f8a9 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.337786] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-5bf15118-cc25-4284-85c3-00816251f8a9 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.338187] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-5bf15118-cc25-4284-85c3-00816251f8a9 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.338246] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-5bf15118-cc25-4284-85c3-00816251f8a9 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.347231] nova-conductor[53932]: DEBUG nova.quota [None req-5bf15118-cc25-4284-85c3-00816251f8a9 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Getting quotas for project 1e479b6ac56f464fbc86574f776cd96c. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1025.351140] nova-conductor[53932]: DEBUG nova.quota [None req-5bf15118-cc25-4284-85c3-00816251f8a9 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Getting quotas for user 3066202e35b643d1b6d3f2d8b4d724ec and project 1e479b6ac56f464fbc86574f776cd96c. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1025.357279] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-5bf15118-cc25-4284-85c3-00816251f8a9 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] [instance: dde42f82-2616-43f0-a709-d6a63a63dd0d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1025.357857] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-5bf15118-cc25-4284-85c3-00816251f8a9 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.358250] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-5bf15118-cc25-4284-85c3-00816251f8a9 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.358453] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-5bf15118-cc25-4284-85c3-00816251f8a9 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.365510] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-5bf15118-cc25-4284-85c3-00816251f8a9 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] [instance: dde42f82-2616-43f0-a709-d6a63a63dd0d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1025.365510] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-5bf15118-cc25-4284-85c3-00816251f8a9 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.365510] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-5bf15118-cc25-4284-85c3-00816251f8a9 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.365510] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-5bf15118-cc25-4284-85c3-00816251f8a9 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.379936] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-5bf15118-cc25-4284-85c3-00816251f8a9 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.380293] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-5bf15118-cc25-4284-85c3-00816251f8a9 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.380474] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-5bf15118-cc25-4284-85c3-00816251f8a9 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.411279] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell0:SELECT=1 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1032.432640] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1032.441389] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1032.444054] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_api:SELECT=6,nova_api:DELETE=1 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1035.344046] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell0:SELECT=3 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1035.366267] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=21 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1035.375483] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_api:SELECT=16,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1035.377444] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_api:SELECT=20,nova_api:DELETE=2,nova_api:UPDATE=1 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1045.556307] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell1:SELECT=373,nova_cell1:UPDATE=226,nova_cell1:INSERT=23,nova_cell1:SAVEPOINT=27,nova_cell1:RELEASE=27,nova_cell1:DELETE=5 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1046.785916] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-0654b848-f0e6-4911-ae42-0f244dcc0371 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1046.801158] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0654b848-f0e6-4911-ae42-0f244dcc0371 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.802138] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0654b848-f0e6-4911-ae42-0f244dcc0371 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.802138] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0654b848-f0e6-4911-ae42-0f244dcc0371 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.846417] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0654b848-f0e6-4911-ae42-0f244dcc0371 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.846642] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0654b848-f0e6-4911-ae42-0f244dcc0371 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.846941] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0654b848-f0e6-4911-ae42-0f244dcc0371 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.847362] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0654b848-f0e6-4911-ae42-0f244dcc0371 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.847555] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0654b848-f0e6-4911-ae42-0f244dcc0371 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.847717] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0654b848-f0e6-4911-ae42-0f244dcc0371 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.856300] nova-conductor[53932]: DEBUG nova.quota [None req-0654b848-f0e6-4911-ae42-0f244dcc0371 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Getting quotas for project 1e479b6ac56f464fbc86574f776cd96c. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1046.859588] nova-conductor[53932]: DEBUG nova.quota [None req-0654b848-f0e6-4911-ae42-0f244dcc0371 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Getting quotas for user 3066202e35b643d1b6d3f2d8b4d724ec and project 1e479b6ac56f464fbc86574f776cd96c. Resources: {'cores', 'instances', 'ram'} {{(pid=53932) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1046.864866] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-0654b848-f0e6-4911-ae42-0f244dcc0371 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] [instance: c16a959d-9c28-480b-aa62-51e7804ad0ed] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53932) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1046.865373] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0654b848-f0e6-4911-ae42-0f244dcc0371 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.865581] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0654b848-f0e6-4911-ae42-0f244dcc0371 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.865748] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0654b848-f0e6-4911-ae42-0f244dcc0371 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.869817] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-0654b848-f0e6-4911-ae42-0f244dcc0371 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] [instance: c16a959d-9c28-480b-aa62-51e7804ad0ed] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a90c4a31-8bcc-48cf-ada7-7369ab14c460',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53932) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1046.870669] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0654b848-f0e6-4911-ae42-0f244dcc0371 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.870943] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0654b848-f0e6-4911-ae42-0f244dcc0371 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.871182] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0654b848-f0e6-4911-ae42-0f244dcc0371 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.893550] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0654b848-f0e6-4911-ae42-0f244dcc0371 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.893855] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0654b848-f0e6-4911-ae42-0f244dcc0371 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.894074] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-0654b848-f0e6-4911-ae42-0f244dcc0371 tempest-AttachInterfacesTestJSON-2125592630 tempest-AttachInterfacesTestJSON-2125592630-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.385773] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell1:UPDATE=201,nova_cell1:INSERT=29,nova_cell1:SELECT=315,nova_cell1:DELETE=13,nova_cell1:SAVEPOINT=19,nova_cell1:RELEASE=19 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1056.852026] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell0:SELECT=1 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1056.873237] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1056.885498] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1056.890496] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_api:SELECT=6,nova_api:DELETE=1 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1069.351107] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-3081a0a9-9962-4571-a68d-936d4f711ae9 tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Targeting cell cc503533-2f83-435d-b5b6-cd32a3d4b210(cell1) for conductor method unshelve_instance {{(pid=53932) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 1069.351375] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3081a0a9-9962-4571-a68d-936d4f711ae9 tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Acquiring lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.351544] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3081a0a9-9962-4571-a68d-936d4f711ae9 tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.351701] nova-conductor[53932]: DEBUG oslo_concurrency.lockutils [None req-3081a0a9-9962-4571-a68d-936d4f711ae9 tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Lock "cc503533-2f83-435d-b5b6-cd32a3d4b210" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53932) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.434877] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-3081a0a9-9962-4571-a68d-936d4f711ae9 tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] [instance: 4c41a59a-59d4-4abd-b173-118e759fc19c] Requesting cell cc503533-2f83-435d-b5b6-cd32a3d4b210(cell1) during scheduling {{(pid=53932) _restrict_request_spec_to_cell /opt/stack/nova/nova/conductor/manager.py:963}} [ 1069.943731] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-3081a0a9-9962-4571-a68d-936d4f711ae9 tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53932) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1069.944188] nova-conductor[53932]: DEBUG nova.conductor.manager [None req-3081a0a9-9962-4571-a68d-936d4f711ae9 tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] [instance: 4c41a59a-59d4-4abd-b173-118e759fc19c] Scheduler selected host: cpu-1, node:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=53932) unshelve_instance /opt/stack/nova/nova/conductor/manager.py:1116}} [ 1069.950344] nova-conductor[53932]: DEBUG nova.objects.instance [None req-3081a0a9-9962-4571-a68d-936d4f711ae9 tempest-AttachVolumeShelveTestJSON-915141329 tempest-AttachVolumeShelveTestJSON-915141329-project-member] Lazy-loading 'flavor' on Instance uuid 4c41a59a-59d4-4abd-b173-118e759fc19c {{(pid=53932) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.434061] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_api:SELECT=1 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1079.947614] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_api:SELECT=3 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1079.969942] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell1:SELECT=7,nova_cell1:UPDATE=6,nova_cell1:INSERT=2 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1105.806492] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell1:SELECT=185,nova_cell1:UPDATE=103,nova_cell1:SAVEPOINT=11,nova_cell1:RELEASE=11,nova_cell1:INSERT=24,nova_cell1:DELETE=6 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1110.306927] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell1:UPDATE=78,nova_cell1:INSERT=27,nova_cell1:SELECT=151,nova_cell1:SAVEPOINT=15,nova_cell1:RELEASE=15,nova_cell1:DELETE=4 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1146.299582] nova-conductor[53932]: DEBUG dbcounter [-] [53932] Writing DB stats nova_cell1:UPDATE=13,nova_cell1:SELECT=18,nova_cell1:SAVEPOINT=3,nova_cell1:RELEASE=3,nova_cell1:INSERT=1 {{(pid=53932) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1146.806339] nova-conductor[53933]: DEBUG dbcounter [-] [53933] Writing DB stats nova_cell1:UPDATE=51,nova_cell1:INSERT=3,nova_cell1:SELECT=40,nova_cell1:SAVEPOINT=4,nova_cell1:RELEASE=4,nova_cell1:DELETE=6 {{(pid=53933) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}}