[ 378.260040] nova-conductor[54432]: INFO dbcounter [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] Registered counter for database nova_api [ 378.268889] nova-conductor[54432]: DEBUG oslo_db.sqlalchemy.engines [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54432) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 378.297483] nova-conductor[54432]: DEBUG dbcounter [-] [54432] Writer thread running {{(pid=54432) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 378.299484] nova-conductor[54432]: DEBUG nova.context [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),7c385852-dcd3-47ff-aed8-fb74e138993a(cell1) {{(pid=54432) load_cells /opt/stack/nova/nova/context.py:464}} [ 378.301168] nova-conductor[54432]: DEBUG oslo_concurrency.lockutils [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 378.301372] nova-conductor[54432]: DEBUG oslo_concurrency.lockutils [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 378.301850] nova-conductor[54432]: DEBUG oslo_concurrency.lockutils [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 378.302262] nova-conductor[54432]: DEBUG oslo_concurrency.lockutils [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 378.302446] nova-conductor[54432]: DEBUG oslo_concurrency.lockutils [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 378.303386] nova-conductor[54432]: DEBUG oslo_concurrency.lockutils [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 378.304648] nova-conductor[54432]: INFO dbcounter [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] Registered counter for database nova_cell0 [ 378.306938] nova-conductor[54432]: INFO dbcounter [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] Registered counter for database nova_cell1 [ 378.309616] nova-conductor[54432]: DEBUG oslo_db.sqlalchemy.engines [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54432) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 378.309960] nova-conductor[54432]: DEBUG oslo_db.sqlalchemy.engines [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54432) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 378.387021] nova-conductor[54432]: DEBUG dbcounter [-] [54432] Writer thread running {{(pid=54432) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 378.390252] nova-conductor[54432]: DEBUG dbcounter [-] [54432] Writer thread running {{(pid=54432) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 378.391853] nova-conductor[54432]: DEBUG oslo_concurrency.lockutils [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] Acquiring lock "singleton_lock" {{(pid=54432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 378.392027] nova-conductor[54432]: DEBUG oslo_concurrency.lockutils [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] Acquired lock "singleton_lock" {{(pid=54432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 378.392269] nova-conductor[54432]: DEBUG oslo_concurrency.lockutils [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] Releasing lock "singleton_lock" {{(pid=54432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 378.392671] nova-conductor[54432]: INFO oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] Starting 2 workers [ 378.398212] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] Started child 54852 {{(pid=54432) _start_child /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:579}} [ 378.400525] nova-conductor[54852]: INFO nova.service [-] Starting conductor node (version 0.0.1) [ 378.402261] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] Started child 54853 {{(pid=54432) _start_child /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:579}} [ 378.402928] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] Full set of CONF: {{(pid=54432) wait /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:653}} [ 378.403137] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] ******************************************************************************** {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 378.403286] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] Configuration options gathered from: {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 378.403465] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] command line args: ['--config-file', '/etc/nova/nova.conf'] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2808}} [ 378.403786] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] config files: ['/etc/nova/nova.conf'] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 378.403922] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] ================================================================================ {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2811}} [ 378.404687] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] allow_resize_to_same_host = True {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.404913] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] arq_binding_timeout = 300 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.405131] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] block_device_allocate_retries = 60 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.405331] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] block_device_allocate_retries_interval = 3 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.405537] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cert = self.pem {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.405716] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] compute_driver = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.406126] nova-conductor[54853]: INFO nova.service [-] Starting conductor node (version 0.0.1) [ 378.406358] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] compute_monitors = [] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.406526] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] config_dir = [] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.406888] nova-conductor[54852]: INFO dbcounter [None req-6cb88ed0-95eb-4a80-982e-6c03485034b6 None None] Registered counter for database nova_cell1 [ 378.407107] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] config_drive_format = iso9660 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.407225] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] config_file = ['/etc/nova/nova.conf'] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.407431] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] config_source = [] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.407630] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] console_host = devstack {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.407837] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] control_exchange = nova {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.408046] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cpu_allocation_ratio = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.408216] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] daemon = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.408415] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] debug = True {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.408612] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] default_access_ip_network_name = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.408857] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] default_availability_zone = nova {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.408998] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] default_ephemeral_format = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.409195] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] default_green_pool_size = 1000 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.409493] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.409694] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] default_schedule_zone = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.409864] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] disk_allocation_ratio = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.410053] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] enable_new_services = True {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.410279] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] enabled_apis = ['osapi_compute'] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.410454] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] enabled_ssl_apis = [] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.410752] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] flat_injected = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.410926] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] force_config_drive = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.411125] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] force_raw_images = True {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.411307] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] graceful_shutdown_timeout = 5 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.411497] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] heal_instance_info_cache_interval = 60 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.411978] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] host = devstack {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.412213] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.412411] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] initial_disk_allocation_ratio = 1.0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.412583] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] initial_ram_allocation_ratio = 1.0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.412976] nova-conductor[54853]: INFO dbcounter [None req-c8fa6b91-0545-46c4-8c64-243f60b65e86 None None] Registered counter for database nova_cell1 [ 378.413220] nova-conductor[54852]: DEBUG oslo_db.sqlalchemy.engines [None req-6cb88ed0-95eb-4a80-982e-6c03485034b6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54852) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 378.413365] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.413576] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] instance_build_timeout = 0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.413765] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] instance_delete_interval = 300 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.413956] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] instance_format = [instance: %(uuid)s] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.414189] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] instance_name_template = instance-%08x {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.414374] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] instance_usage_audit = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.414583] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] instance_usage_audit_period = month {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.414751] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.414946] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] instances_path = /opt/stack/data/nova/instances {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.415143] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] internal_service_availability_zone = internal {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.415307] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] key = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.415466] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] live_migration_retry_count = 30 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.415638] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] log_color = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.415826] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] log_config_append = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.415993] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.416173] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] log_dir = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.416334] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] log_file = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.416460] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] log_options = True {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.416652] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] log_rotate_interval = 1 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.416847] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] log_rotate_interval_type = days {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.417037] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] log_rotation_type = none {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.417285] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.417285] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.417466] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.417660] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.417785] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.417984] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] long_rpc_timeout = 1800 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.418231] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] max_concurrent_builds = 10 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.418412] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] max_concurrent_live_migrations = 1 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.418588] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] max_concurrent_snapshots = 5 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.418760] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] max_local_block_devices = 3 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.418938] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] max_logfile_count = 30 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.419129] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] max_logfile_size_mb = 200 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.419290] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] maximum_instance_delete_attempts = 5 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.419472] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] metadata_listen = 0.0.0.0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.426019] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] metadata_listen_port = 8775 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.426019] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] metadata_workers = 2 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.426019] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] migrate_max_retries = -1 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.426019] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] mkisofs_cmd = genisoimage {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.426019] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] my_block_storage_ip = 10.180.1.21 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.426019] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] my_ip = 10.180.1.21 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.426019] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] network_allocate_retries = 0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.426247] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.426247] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] osapi_compute_listen = 0.0.0.0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.426247] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] osapi_compute_listen_port = 8774 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.426247] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] osapi_compute_unique_server_name_scope = {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.426247] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] osapi_compute_workers = 2 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.426247] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] password_length = 12 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.426247] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] periodic_enable = True {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.426419] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] periodic_fuzzy_delay = 60 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.426419] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] pointer_model = usbtablet {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.426419] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] preallocate_images = none {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.426419] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] publish_errors = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.426419] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] pybasedir = /opt/stack/nova {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.426419] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] ram_allocation_ratio = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.426419] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] rate_limit_burst = 0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.426702] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] rate_limit_except_level = CRITICAL {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.426702] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] rate_limit_interval = 0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.426702] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] reboot_timeout = 0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.426702] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] reclaim_instance_interval = 0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.426702] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] record = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.426702] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] reimage_timeout_per_gb = 20 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.426702] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] report_interval = 120 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.426976] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] rescue_timeout = 0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.426976] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] reserved_host_cpus = 0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.426976] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] reserved_host_disk_mb = 0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.426976] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] reserved_host_memory_mb = 512 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.426976] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] reserved_huge_pages = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.426976] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] resize_confirm_window = 0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.426976] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] resize_fs_using_block_device = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.427275] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writer thread running {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 378.427324] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] resume_guests_state_on_host_boot = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.427324] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.427324] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] rpc_response_timeout = 60 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.427324] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] run_external_periodic_tasks = True {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.427491] nova-conductor[54853]: DEBUG oslo_db.sqlalchemy.engines [None req-c8fa6b91-0545-46c4-8c64-243f60b65e86 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54853) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 378.427538] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] running_deleted_instance_action = reap {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.427538] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] running_deleted_instance_poll_interval = 1800 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.427620] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] running_deleted_instance_timeout = 0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.428036] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] scheduler_instance_sync_interval = 120 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.428036] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] service_down_time = 720 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.428155] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] servicegroup_driver = db {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.428301] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] shell_completion = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.428486] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] shelved_offload_time = 0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.428661] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] shelved_poll_interval = 3600 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.430426] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] shutdown_timeout = 0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.430426] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] source_is_ipv6 = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.430426] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] ssl_only = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.430426] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] state_path = /opt/stack/data/nova {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.430426] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] sync_power_state_interval = 600 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.430426] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] sync_power_state_pool_size = 1000 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.430426] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] syslog_log_facility = LOG_USER {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.432811] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] tempdir = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.432811] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] timeout_nbd = 10 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.432811] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] transport_url = **** {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.432811] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] update_resources_interval = 0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.432811] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] use_cow_images = True {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.432811] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] use_eventlog = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.432811] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] use_journal = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.433260] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] use_json = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.433260] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] use_rootwrap_daemon = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.433260] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] use_stderr = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.433260] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] use_syslog = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.433260] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vcpu_pin_set = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.433260] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vif_plugging_is_fatal = True {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.433260] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vif_plugging_timeout = 300 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.433712] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] virt_mkfs = [] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.433712] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] volume_usage_poll_interval = 0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.433712] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] watch_log_file = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.433712] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] web = /usr/share/spice-html5 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.433712] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_concurrency.disable_process_locking = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.433712] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_concurrency.lock_path = /opt/stack/data/nova {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.433712] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.434187] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.434187] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.434187] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.434187] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.434447] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] api.auth_strategy = keystone {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.434517] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] api.compute_link_prefix = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.434691] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.434857] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] api.dhcp_domain = novalocal {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.435033] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] api.enable_instance_password = True {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.435201] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] api.glance_link_prefix = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.435369] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.435559] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.435737] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] api.instance_list_per_project_cells = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.435917] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] api.list_records_by_skipping_down_cells = True {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.436086] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] api.local_metadata_per_cell = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.436253] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] api.max_limit = 1000 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.436422] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] api.metadata_cache_expiration = 15 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.436593] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] api.neutron_default_tenant_id = default {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.436761] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] api.response_validation = warn {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.436926] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] api.use_neutron_default_nets = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.437127] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.437292] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.437460] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.437635] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.437814] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] api.vendordata_dynamic_targets = [] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.437977] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] api.vendordata_jsonfile_path = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.438171] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.438375] nova-conductor[54852]: DEBUG nova.service [None req-6cb88ed0-95eb-4a80-982e-6c03485034b6 None None] Creating RPC server for service conductor {{(pid=54852) start /opt/stack/nova/nova/service.py:186}} [ 378.438532] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cache.backend = dogpile.cache.memcached {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.438765] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cache.backend_argument = **** {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.438969] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cache.config_prefix = cache.oslo {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.439185] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cache.dead_timeout = 60.0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.439354] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cache.debug_cache_backend = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.439519] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cache.enable_retry_client = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.439701] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cache.enable_socket_keepalive = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.439872] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cache.enabled = True {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.440047] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cache.enforce_fips_mode = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.440613] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cache.expiration_time = 600 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.440613] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cache.hashclient_retry_attempts = 2 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.440613] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cache.hashclient_retry_delay = 1.0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.440774] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cache.memcache_dead_retry = 300 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.440894] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cache.memcache_password = **** {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.441059] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.441250] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.441423] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cache.memcache_pool_maxsize = 10 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.441589] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.441858] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writer thread running {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 378.442013] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cache.memcache_sasl_enabled = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.442219] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.442391] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cache.memcache_socket_timeout = 1.0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.442547] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cache.memcache_username = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.442714] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cache.proxies = [] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.442880] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cache.redis_db = 0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.443076] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cache.redis_password = **** {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.443250] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cache.redis_sentinel_service_name = mymaster {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.443421] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.443588] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cache.redis_server = localhost:6379 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.443752] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cache.redis_socket_timeout = 1.0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.443908] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cache.redis_username = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.444077] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cache.retry_attempts = 2 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.444262] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cache.retry_delay = 0.0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.444429] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cache.socket_keepalive_count = 1 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.444588] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cache.socket_keepalive_idle = 1 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.444737] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cache.socket_keepalive_interval = 1 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.444891] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cache.tls_allowed_ciphers = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.445053] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cache.tls_cafile = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.445211] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cache.tls_certfile = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.445439] nova-conductor[54853]: DEBUG nova.service [None req-c8fa6b91-0545-46c4-8c64-243f60b65e86 None None] Creating RPC server for service conductor {{(pid=54853) start /opt/stack/nova/nova/service.py:186}} [ 378.445578] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cache.tls_enabled = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.445755] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cache.tls_keyfile = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.445973] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cinder.auth_section = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.446185] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cinder.auth_type = password {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.446349] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cinder.cafile = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.446547] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cinder.catalog_info = volumev3::publicURL {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.446713] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cinder.certfile = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.446875] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cinder.collect_timing = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.447074] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cinder.cross_az_attach = True {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.447242] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cinder.debug = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.447422] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cinder.endpoint_template = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.447588] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cinder.http_retries = 3 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.447753] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cinder.insecure = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.447909] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cinder.keyfile = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.448094] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cinder.os_region_name = RegionOne {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.448260] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cinder.split_loggers = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.448419] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cinder.timeout = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.448619] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.448784] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] compute.cpu_dedicated_set = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.448951] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] compute.cpu_shared_set = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.449138] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] compute.image_type_exclude_list = [] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.449311] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.449484] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] compute.max_concurrent_disk_ops = 0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.449644] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] compute.max_disk_devices_to_attach = -1 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.449803] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.450051] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.450222] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] compute.resource_provider_association_refresh = 300 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.450390] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.450585] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] compute.shutdown_retry_interval = 10 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.450812] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.450984] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] conductor.workers = 2 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.451194] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] console.allowed_origins = [] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.451396] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] console.ssl_ciphers = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.451533] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] console.ssl_minimum_version = default {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.451765] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] consoleauth.enforce_session_timeout = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.451943] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] consoleauth.token_ttl = 600 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.452157] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cyborg.cafile = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.452337] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cyborg.certfile = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.452504] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cyborg.collect_timing = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.452684] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cyborg.connect_retries = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.452906] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cyborg.connect_retry_delay = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.453067] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cyborg.endpoint_override = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.453159] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cyborg.insecure = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.453320] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cyborg.keyfile = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.453485] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cyborg.max_version = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.453648] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cyborg.min_version = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.453802] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cyborg.region_name = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.453998] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cyborg.retriable_status_codes = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.454181] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cyborg.service_name = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.454349] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cyborg.service_type = accelerator {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.454507] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cyborg.split_loggers = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.454665] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cyborg.status_code_retries = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.454885] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cyborg.status_code_retry_delay = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.455070] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cyborg.timeout = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.455253] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.455412] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] cyborg.version = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.455601] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] database.backend = sqlalchemy {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.455771] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] database.connection = **** {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.455935] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] database.connection_debug = 0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.456116] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] database.connection_parameters = {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.456283] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] database.connection_recycle_time = 3600 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.456449] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] database.connection_trace = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.456609] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] database.db_inc_retry_interval = True {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.456783] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] database.db_max_retries = 20 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.456972] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] database.db_max_retry_interval = 10 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.457177] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] database.db_retry_interval = 1 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.457343] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] database.max_overflow = 50 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.457505] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] database.max_pool_size = 5 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.457666] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] database.max_retries = 10 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.457833] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.457987] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] database.mysql_wsrep_sync_wait = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.458159] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] database.pool_timeout = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.458320] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] database.retry_interval = 10 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.458480] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] database.slave_connection = **** {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.458647] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] database.sqlite_synchronous = True {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.458816] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] database.use_db_reconnect = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.458996] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] api_database.backend = sqlalchemy {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.459177] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] api_database.connection = **** {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.459341] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] api_database.connection_debug = 0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.459507] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] api_database.connection_parameters = {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.459671] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] api_database.connection_recycle_time = 3600 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.459829] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] api_database.connection_trace = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.460021] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] api_database.db_inc_retry_interval = True {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.460208] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] api_database.db_max_retries = 20 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.460372] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] api_database.db_max_retry_interval = 10 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.460558] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] api_database.db_retry_interval = 1 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.460741] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] api_database.max_overflow = 50 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.460903] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] api_database.max_pool_size = 5 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.461074] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] api_database.max_retries = 10 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.461301] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.461555] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.461634] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] api_database.pool_timeout = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.461803] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] api_database.retry_interval = 10 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.461963] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] api_database.slave_connection = **** {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.462137] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] api_database.sqlite_synchronous = True {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.462447] nova-conductor[54852]: DEBUG nova.service [None req-6cb88ed0-95eb-4a80-982e-6c03485034b6 None None] Join ServiceGroup membership for this service conductor {{(pid=54852) start /opt/stack/nova/nova/service.py:203}} [ 378.462596] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] devices.enabled_mdev_types = [] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.462827] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.463076] nova-conductor[54852]: DEBUG nova.servicegroup.drivers.db [None req-6cb88ed0-95eb-4a80-982e-6c03485034b6 None None] DB_Driver: join new ServiceGroup member devstack to the conductor group, service = {{(pid=54852) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 378.463201] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] ephemeral_storage_encryption.default_format = luks {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.463361] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] ephemeral_storage_encryption.enabled = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.463548] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.463744] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] glance.api_servers = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.464340] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] glance.cafile = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.464340] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] glance.certfile = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.464340] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] glance.collect_timing = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.464481] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] glance.connect_retries = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.464594] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] glance.connect_retry_delay = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.464742] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] glance.debug = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.464911] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] glance.default_trusted_certificate_ids = [] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.465082] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] glance.enable_certificate_validation = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.465263] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] glance.enable_rbd_download = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.465456] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] glance.endpoint_override = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.465579] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] glance.insecure = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.465738] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] glance.keyfile = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.465905] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] glance.max_version = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.466087] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] glance.min_version = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.466251] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] glance.num_retries = 3 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.466417] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] glance.rbd_ceph_conf = {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.466578] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] glance.rbd_connect_timeout = 5 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.466745] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] glance.rbd_pool = {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.466908] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] glance.rbd_user = {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.467076] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] glance.region_name = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.467238] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] glance.retriable_status_codes = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.467404] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] glance.service_name = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.467578] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] glance.service_type = image {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.467739] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] glance.split_loggers = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.467899] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] glance.status_code_retries = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.468065] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] glance.status_code_retry_delay = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.468226] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] glance.timeout = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.468402] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.468561] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] glance.verify_glance_signatures = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.468732] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] glance.version = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.468913] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] guestfs.debug = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.469113] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] mks.enabled = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.469707] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.469918] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] image_cache.manager_interval = 2400 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.470109] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] image_cache.precache_concurrency = 1 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.470282] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] image_cache.remove_unused_base_images = True {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.470451] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.470665] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.471099] nova-conductor[54853]: DEBUG nova.service [None req-c8fa6b91-0545-46c4-8c64-243f60b65e86 None None] Join ServiceGroup membership for this service conductor {{(pid=54853) start /opt/stack/nova/nova/service.py:203}} [ 378.471240] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] image_cache.subdirectory_name = _base {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.471436] nova-conductor[54853]: DEBUG nova.servicegroup.drivers.db [None req-c8fa6b91-0545-46c4-8c64-243f60b65e86 None None] DB_Driver: join new ServiceGroup member devstack to the conductor group, service = {{(pid=54853) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 378.471599] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] ironic.api_max_retries = 60 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.471840] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] ironic.api_retry_interval = 2 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.472077] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] ironic.auth_section = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.472259] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] ironic.auth_type = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.472424] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] ironic.cafile = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.472584] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] ironic.certfile = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.472748] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] ironic.collect_timing = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.472914] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] ironic.conductor_group = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.473087] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] ironic.connect_retries = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.473298] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] ironic.connect_retry_delay = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.473408] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] ironic.endpoint_override = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.473570] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] ironic.insecure = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.473730] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] ironic.keyfile = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.473889] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] ironic.max_version = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.474052] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] ironic.min_version = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.474217] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] ironic.peer_list = [] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.474395] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] ironic.region_name = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.474551] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] ironic.retriable_status_codes = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.474715] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] ironic.serial_console_state_timeout = 10 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.474874] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] ironic.service_name = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.475076] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] ironic.service_type = baremetal {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.475265] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] ironic.shard = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.475431] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] ironic.split_loggers = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.475595] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] ironic.status_code_retries = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.475754] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] ironic.status_code_retry_delay = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.475912] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] ironic.timeout = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.476107] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.476266] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] ironic.version = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.476472] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.476660] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] key_manager.fixed_key = **** {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.476878] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.477055] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] barbican.barbican_api_version = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.477233] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] barbican.barbican_endpoint = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.477409] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] barbican.barbican_endpoint_type = public {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.477584] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] barbican.barbican_region_name = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.477762] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] barbican.cafile = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.477932] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] barbican.certfile = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.478140] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] barbican.collect_timing = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.478306] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] barbican.insecure = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.478465] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] barbican.keyfile = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.478649] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] barbican.number_of_retries = 60 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.478814] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] barbican.retry_delay = 1 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.478989] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] barbican.send_service_user_token = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.479183] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] barbican.split_loggers = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.479342] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] barbican.timeout = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.479504] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] barbican.verify_ssl = True {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.479685] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] barbican.verify_ssl_path = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.479866] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] barbican_service_user.auth_section = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.480056] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] barbican_service_user.auth_type = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.480216] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] barbican_service_user.cafile = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.480376] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] barbican_service_user.certfile = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.480565] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] barbican_service_user.collect_timing = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.480740] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] barbican_service_user.insecure = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.480896] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] barbican_service_user.keyfile = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.481102] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] barbican_service_user.split_loggers = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.481269] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] barbican_service_user.timeout = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.481461] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vault.approle_role_id = **** {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.481651] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vault.approle_secret_id = **** {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.481831] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vault.kv_mountpoint = secret {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.482019] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vault.kv_path = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.482171] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vault.kv_version = 2 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.482332] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vault.namespace = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.482488] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vault.root_token_id = **** {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.482646] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vault.ssl_ca_crt_file = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.482809] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vault.timeout = 60.0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.482968] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vault.use_ssl = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.483170] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.483420] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] keystone.auth_section = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.483523] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] keystone.auth_type = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.483681] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] keystone.cafile = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.483857] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] keystone.certfile = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.484082] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] keystone.collect_timing = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.484262] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] keystone.connect_retries = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.484423] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] keystone.connect_retry_delay = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.484583] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] keystone.endpoint_override = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.484748] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] keystone.insecure = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.484904] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] keystone.keyfile = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.485072] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] keystone.max_version = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.485230] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] keystone.min_version = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.485386] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] keystone.region_name = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.485546] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] keystone.retriable_status_codes = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.485703] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] keystone.service_name = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.485875] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] keystone.service_type = identity {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.486046] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] keystone.split_loggers = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.486207] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] keystone.status_code_retries = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.486363] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] keystone.status_code_retry_delay = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.486518] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] keystone.timeout = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.486696] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.486853] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] keystone.version = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.487132] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.connection_uri = {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.487336] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.cpu_mode = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.487545] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.cpu_model_extra_flags = [] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.487719] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.cpu_models = [] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.487891] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.cpu_power_governor_high = performance {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.488089] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.cpu_power_governor_low = powersave {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.488258] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.cpu_power_management = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.488447] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.488639] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.device_detach_attempts = 8 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.488816] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.device_detach_timeout = 20 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.488979] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.disk_cachemodes = [] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.489152] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.disk_prefix = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.489310] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.enabled_perf_events = [] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.489470] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.file_backed_memory = 0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.489636] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.gid_maps = [] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.489817] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.hw_disk_discard = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.489975] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.hw_machine_type = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.490190] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.images_rbd_ceph_conf = {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.490360] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.490564] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.490729] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.images_rbd_glance_store_name = {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.490896] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.images_rbd_pool = rbd {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.491075] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.images_type = default {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.491241] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.images_volume_group = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.491402] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.inject_key = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.491590] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.inject_partition = -2 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.491759] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.inject_password = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.491921] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.iscsi_iface = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.492094] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.iser_use_multipath = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.492258] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.live_migration_bandwidth = 0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.492419] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.492580] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.live_migration_downtime = 500 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.492743] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.492962] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.493192] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.live_migration_inbound_addr = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.493367] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.493536] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.live_migration_permit_post_copy = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.493689] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.live_migration_scheme = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.493862] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.live_migration_timeout_action = abort {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.494035] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.live_migration_tunnelled = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.494200] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.live_migration_uri = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.494360] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.live_migration_with_native_tls = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.494524] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.max_queues = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.494691] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.494941] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.495150] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.nfs_mount_options = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.495376] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.nfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.495545] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.495710] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.num_iser_scan_tries = 5 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.495884] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.num_memory_encrypted_guests = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.496089] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.496265] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.num_pcie_ports = 0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.496434] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.num_volume_scan_tries = 5 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.496600] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.pmem_namespaces = [] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.496762] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.quobyte_client_cfg = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.496982] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.497162] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.rbd_connect_timeout = 5 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.497334] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.497495] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.497659] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.rbd_secret_uuid = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.497816] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.rbd_user = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.497977] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.498205] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.remote_filesystem_transport = ssh {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.498373] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.rescue_image_id = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.498547] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.rescue_kernel_id = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.498702] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.rescue_ramdisk_id = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.498871] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.499071] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.rx_queue_size = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.499250] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.smbfs_mount_options = {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.499499] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.499691] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.snapshot_compression = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.499853] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.snapshot_image_format = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.500081] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.500252] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.sparse_logical_volumes = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.500416] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.swtpm_enabled = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.500634] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.swtpm_group = tss {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.500816] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.swtpm_user = tss {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.500986] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.sysinfo_serial = unique {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.501160] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.tb_cache_size = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.501321] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.tx_queue_size = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.501498] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.uid_maps = [] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.501689] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.use_virtio_for_bridges = True {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.501863] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.virt_type = kvm {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.502065] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.volume_clear = zero {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.502242] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.volume_clear_size = 0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.502409] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.volume_use_multipath = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.502569] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.vzstorage_cache_path = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.502737] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.502903] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.vzstorage_mount_group = qemu {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.503077] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.vzstorage_mount_opts = [] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.503255] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.503496] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.503677] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.vzstorage_mount_user = stack {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.503847] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.504049] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] neutron.auth_section = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.504245] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] neutron.auth_type = password {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.504406] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] neutron.cafile = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.504566] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] neutron.certfile = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.504731] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] neutron.collect_timing = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.504898] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] neutron.connect_retries = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.505092] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] neutron.connect_retry_delay = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.505289] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] neutron.default_floating_pool = public {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.505451] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] neutron.endpoint_override = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.505613] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] neutron.extension_sync_interval = 600 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.505774] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] neutron.http_retries = 3 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.505934] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] neutron.insecure = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.506106] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] neutron.keyfile = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.506266] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] neutron.max_version = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.506439] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.506598] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] neutron.min_version = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.506767] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] neutron.ovs_bridge = br-int {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.506971] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] neutron.physnets = [] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.507169] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] neutron.region_name = RegionOne {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.507331] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] neutron.retriable_status_codes = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.507500] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] neutron.service_metadata_proxy = True {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.507660] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] neutron.service_name = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.507833] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] neutron.service_type = network {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.508036] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] neutron.split_loggers = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.508212] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] neutron.status_code_retries = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.508373] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] neutron.status_code_retry_delay = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.508531] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] neutron.timeout = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.508717] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.508880] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] neutron.version = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.509060] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] notifications.bdms_in_notifications = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.509257] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] notifications.default_level = INFO {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.509452] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] notifications.notification_format = unversioned {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.509633] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] notifications.notify_on_state_change = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.509832] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.510039] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] pci.alias = [] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.510215] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] pci.device_spec = [] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.510380] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] pci.report_in_placement = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.510608] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] placement.auth_section = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.510807] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] placement.auth_type = password {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.511015] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.511193] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] placement.cafile = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.511353] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] placement.certfile = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.511520] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] placement.collect_timing = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.511680] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] placement.connect_retries = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.511838] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] placement.connect_retry_delay = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.511995] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] placement.default_domain_id = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.512168] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] placement.default_domain_name = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.512328] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] placement.domain_id = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.512483] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] placement.domain_name = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.512638] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] placement.endpoint_override = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.512799] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] placement.insecure = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.512954] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] placement.keyfile = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.513120] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] placement.max_version = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.513274] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] placement.min_version = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.513440] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] placement.password = **** {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.513623] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] placement.project_domain_id = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.513795] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] placement.project_domain_name = Default {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.513966] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] placement.project_id = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.514169] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] placement.project_name = service {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.514341] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] placement.region_name = RegionOne {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.514504] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] placement.retriable_status_codes = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.514665] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] placement.service_name = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.514829] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] placement.service_type = placement {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.514990] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] placement.split_loggers = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.515162] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] placement.status_code_retries = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.515322] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] placement.status_code_retry_delay = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.515501] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] placement.system_scope = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.515659] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] placement.timeout = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.515832] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] placement.trust_id = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.515988] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] placement.user_domain_id = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.516173] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] placement.user_domain_name = Default {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.516333] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] placement.user_id = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.516525] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] placement.username = nova {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.516707] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.516867] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] placement.version = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.517083] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] quota.cores = 20 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.517260] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] quota.count_usage_from_placement = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.517437] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.517638] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] quota.injected_file_content_bytes = 10240 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.517810] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] quota.injected_file_path_length = 255 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.517976] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] quota.injected_files = 5 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.518155] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] quota.instances = 10 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.518321] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] quota.key_pairs = 100 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.518484] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] quota.metadata_items = 128 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.518645] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] quota.ram = 51200 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.518809] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] quota.recheck_quota = True {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.518977] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] quota.server_group_members = 10 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.519154] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] quota.server_groups = 10 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.519359] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.519548] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.519714] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] scheduler.image_metadata_prefilter = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.519901] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.520114] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] scheduler.max_attempts = 3 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.520290] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] scheduler.max_placement_results = 1000 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.520476] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.520672] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] scheduler.query_placement_for_image_type_support = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.520858] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.521060] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] scheduler.workers = 2 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.521271] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.521446] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.521634] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.521807] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.521973] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.522149] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.522314] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.522527] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.522698] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] filter_scheduler.host_subset_size = 1 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.522873] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.523067] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.523239] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.523403] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] filter_scheduler.isolated_hosts = [] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.523566] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] filter_scheduler.isolated_images = [] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.523729] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.523912] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.524086] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.524251] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] filter_scheduler.pci_in_placement = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.524415] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.524578] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.524742] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.524905] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.525078] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.525240] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.525425] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] filter_scheduler.track_instance_changes = True {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.525602] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.525772] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] metrics.required = True {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.525937] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] metrics.weight_multiplier = 1.0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.526113] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.526277] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] metrics.weight_setting = [] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.526597] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.526782] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] serial_console.enabled = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.526975] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] serial_console.port_range = 10000:20000 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.527164] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.527353] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.527526] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] serial_console.serialproxy_port = 6083 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.527699] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] service_user.auth_section = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.527870] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] service_user.auth_type = password {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.528040] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] service_user.cafile = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.528202] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] service_user.certfile = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.528366] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] service_user.collect_timing = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.528546] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] service_user.insecure = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.528720] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] service_user.keyfile = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.528894] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] service_user.send_service_user_token = True {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.529070] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] service_user.split_loggers = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.529233] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] service_user.timeout = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.529428] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] spice.agent_enabled = True {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.529589] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] spice.enabled = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.529949] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.530177] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.530379] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] spice.html5proxy_port = 6082 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.530564] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] spice.image_compression = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.530750] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] spice.jpeg_compression = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.530934] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] spice.playback_compression = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.531117] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] spice.require_secure = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.531293] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] spice.server_listen = 127.0.0.1 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.531458] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.531617] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] spice.streaming_mode = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.531777] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] spice.zlib_compression = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.531940] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] upgrade_levels.baseapi = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.532118] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] upgrade_levels.compute = auto {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.532279] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] upgrade_levels.conductor = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.532436] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] upgrade_levels.scheduler = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.532626] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vendordata_dynamic_auth.auth_section = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.532795] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vendordata_dynamic_auth.auth_type = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.532949] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vendordata_dynamic_auth.cafile = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.533118] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vendordata_dynamic_auth.certfile = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.533282] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.533438] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vendordata_dynamic_auth.insecure = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.533593] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vendordata_dynamic_auth.keyfile = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.533752] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.533905] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vendordata_dynamic_auth.timeout = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.534133] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vmware.api_retry_count = 10 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.534295] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vmware.ca_file = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.534471] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vmware.cache_prefix = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.534631] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vmware.cluster_name = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.534815] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vmware.connection_pool_size = 10 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.534977] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vmware.console_delay_seconds = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.535151] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vmware.datastore_regex = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.535311] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vmware.host_ip = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.535472] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vmware.host_password = **** {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.535639] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vmware.host_port = 443 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.535797] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vmware.host_username = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.535959] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vmware.insecure = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.536127] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vmware.integration_bridge = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.536288] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vmware.maximum_objects = 100 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.536444] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vmware.pbm_default_policy = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.536603] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vmware.pbm_enabled = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.536765] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vmware.pbm_wsdl_location = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.536932] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.537099] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vmware.serial_port_proxy_uri = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.537257] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vmware.serial_port_service_uri = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.537425] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vmware.task_poll_interval = 0.5 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.537585] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vmware.use_linked_clone = True {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.537751] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vmware.vnc_keymap = en-us {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.537912] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vmware.vnc_port = 5900 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.538084] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vmware.vnc_port_total = 10000 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.538300] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vnc.auth_schemes = ['none'] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.538468] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vnc.enabled = True {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.538821] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.539019] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.539195] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vnc.novncproxy_port = 6080 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.539373] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vnc.server_listen = 127.0.0.1 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.539542] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.539701] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vnc.vencrypt_ca_certs = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.539861] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vnc.vencrypt_client_cert = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.540025] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] vnc.vencrypt_client_key = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.540234] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.540400] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] workarounds.disable_deep_image_inspection = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.540584] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.540757] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.540917] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.541096] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] workarounds.disable_rootwrap = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.541264] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] workarounds.enable_numa_live_migration = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.541423] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.541607] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.541773] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.541939] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] workarounds.libvirt_disable_apic = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.542132] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.542301] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.542462] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.542654] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.542777] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.542936] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.543109] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.543270] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.543429] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.543592] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.543794] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.543960] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] wsgi.client_socket_timeout = 900 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.544137] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] wsgi.default_pool_size = 1000 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.544299] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] wsgi.keep_alive = True {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.544461] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] wsgi.max_header_line = 16384 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.544623] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] wsgi.secure_proxy_ssl_header = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.544784] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] wsgi.ssl_ca_file = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.544941] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] wsgi.ssl_cert_file = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.545141] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] wsgi.ssl_key_file = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.545311] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] wsgi.tcp_keepidle = 600 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.545702] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.545702] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] zvm.ca_file = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.545826] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] zvm.cloud_connector_url = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.546059] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] zvm.image_tmp_path = /opt/stack/data/nova/images {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.546250] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] zvm.reachable_timeout = 300 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.546465] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_policy.enforce_new_defaults = True {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.546946] nova-conductor[54432]: WARNING oslo_config.cfg [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 378.547145] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_policy.enforce_scope = True {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.547347] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_policy.policy_default_rule = default {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.547528] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.547724] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_policy.policy_file = policy.yaml {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.547918] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.548093] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.548259] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.548416] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.548596] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.548804] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.549008] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.549228] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] profiler.connection_string = messaging:// {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.549421] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] profiler.enabled = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.549609] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] profiler.es_doc_type = notification {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.549791] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] profiler.es_scroll_size = 10000 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.549991] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] profiler.es_scroll_time = 2m {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.550217] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] profiler.filter_error_trace = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.550398] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] profiler.hmac_keys = **** {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.550594] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] profiler.sentinel_service_name = mymaster {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.550792] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] profiler.socket_timeout = 0.1 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.550957] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] profiler.trace_requests = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.551133] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] profiler.trace_sqlalchemy = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.551346] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] profiler_jaeger.process_tags = {} {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.551509] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] profiler_jaeger.service_name_prefix = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.551672] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] profiler_otlp.service_name_prefix = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.551864] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] remote_debug.host = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.552032] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] remote_debug.port = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.552227] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.552391] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.552554] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.552716] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.552875] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.553042] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.553210] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.553368] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.553526] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.553694] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.553848] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.554028] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.554254] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.554375] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.554543] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_rabbit.processname = nova-conductor {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.554707] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.554866] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.555048] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.555211] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.555368] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.555528] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.555690] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.556114] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.556114] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.556218] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.556316] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.556973] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.556973] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.556973] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.556973] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_rabbit.ssl = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.557843] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.557843] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.557843] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.557843] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.557843] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_rabbit.ssl_version = {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.558054] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.558219] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.558313] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_notifications.retry = -1 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.558525] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.558714] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_messaging_notifications.transport_url = **** {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.558920] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_limit.auth_section = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.559098] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_limit.auth_type = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.559257] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_limit.cafile = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.559409] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_limit.certfile = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.559581] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_limit.collect_timing = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.559741] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_limit.connect_retries = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.559897] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_limit.connect_retry_delay = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.560083] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_limit.endpoint_id = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.560242] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_limit.endpoint_override = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.560399] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_limit.insecure = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.560585] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_limit.keyfile = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.560747] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_limit.max_version = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.560900] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_limit.min_version = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.561062] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_limit.region_name = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.561238] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_limit.retriable_status_codes = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.561404] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_limit.service_name = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.561569] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_limit.service_type = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.561743] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_limit.split_loggers = False {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.561905] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_limit.status_code_retries = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.562072] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_limit.status_code_retry_delay = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.562228] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_limit.timeout = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.562383] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_limit.valid_interfaces = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.562538] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_limit.version = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.562737] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_reports.file_event_handler = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.562946] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.563084] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] oslo_reports.log_dir = None {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.563215] nova-conductor[54432]: DEBUG oslo_service.service [None req-f18d8a14-d5e5-424e-898f-df3e6c1c9468 None None] ******************************************************************************** {{(pid=54432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2830}} [ 388.298250] nova-conductor[54432]: DEBUG dbcounter [-] [54432] Writing DB stats nova_api:SELECT=1 {{(pid=54432) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 388.387921] nova-conductor[54432]: DEBUG dbcounter [-] [54432] Writing DB stats nova_cell0:SELECT=1 {{(pid=54432) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 388.390888] nova-conductor[54432]: DEBUG dbcounter [-] [54432] Writing DB stats nova_cell1:SELECT=1 {{(pid=54432) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 393.473749] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=4,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 393.479561] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell1:SELECT=3 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 476.841892] nova-conductor[54853]: DEBUG oslo_db.sqlalchemy.engines [None req-4eb1c5b0-c7a9-497d-ba39-ce9eb72a2f38 None None] Parent process 54432 forked (54853) with an open database connection, which is being discarded and recreated. {{(pid=54853) checkout /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:438}} [ 476.843918] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writer thread running {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 486.845447] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 494.490292] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell1:SELECT=6,nova_cell1:INSERT=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 499.491532] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=1,nova_cell1:UPDATE=2 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 513.469836] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=1,nova_cell1:UPDATE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 513.479194] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell1:SELECT=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 520.455698] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=2 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 521.484708] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-739ac146-a47d-4aba-9196-f950b35de382 tempest-ImagesOneServerTestJSON-993215476 tempest-ImagesOneServerTestJSON-993215476-project-member] Took 1.02 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 521.518835] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-739ac146-a47d-4aba-9196-f950b35de382 tempest-ImagesOneServerTestJSON-993215476 tempest-ImagesOneServerTestJSON-993215476-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 521.519177] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-739ac146-a47d-4aba-9196-f950b35de382 tempest-ImagesOneServerTestJSON-993215476 tempest-ImagesOneServerTestJSON-993215476-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 521.522054] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-739ac146-a47d-4aba-9196-f950b35de382 tempest-ImagesOneServerTestJSON-993215476 tempest-ImagesOneServerTestJSON-993215476-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 521.527144] nova-conductor[54853]: INFO dbcounter [None req-739ac146-a47d-4aba-9196-f950b35de382 tempest-ImagesOneServerTestJSON-993215476 tempest-ImagesOneServerTestJSON-993215476-project-member] Registered counter for database nova_cell1 [ 521.531262] nova-conductor[54853]: DEBUG oslo_db.sqlalchemy.engines [None req-739ac146-a47d-4aba-9196-f950b35de382 tempest-ImagesOneServerTestJSON-993215476 tempest-ImagesOneServerTestJSON-993215476-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54853) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 521.540541] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writer thread running {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 521.627218] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-739ac146-a47d-4aba-9196-f950b35de382 tempest-ImagesOneServerTestJSON-993215476 tempest-ImagesOneServerTestJSON-993215476-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 521.628092] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-739ac146-a47d-4aba-9196-f950b35de382 tempest-ImagesOneServerTestJSON-993215476 tempest-ImagesOneServerTestJSON-993215476-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 521.628092] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-739ac146-a47d-4aba-9196-f950b35de382 tempest-ImagesOneServerTestJSON-993215476 tempest-ImagesOneServerTestJSON-993215476-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 521.628550] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-739ac146-a47d-4aba-9196-f950b35de382 tempest-ImagesOneServerTestJSON-993215476 tempest-ImagesOneServerTestJSON-993215476-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 521.628550] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-739ac146-a47d-4aba-9196-f950b35de382 tempest-ImagesOneServerTestJSON-993215476 tempest-ImagesOneServerTestJSON-993215476-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 521.628686] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-739ac146-a47d-4aba-9196-f950b35de382 tempest-ImagesOneServerTestJSON-993215476 tempest-ImagesOneServerTestJSON-993215476-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 521.630305] nova-conductor[54853]: INFO dbcounter [None req-739ac146-a47d-4aba-9196-f950b35de382 tempest-ImagesOneServerTestJSON-993215476 tempest-ImagesOneServerTestJSON-993215476-project-member] Registered counter for database nova_cell0 [ 521.638515] nova-conductor[54853]: DEBUG oslo_db.sqlalchemy.engines [None req-739ac146-a47d-4aba-9196-f950b35de382 tempest-ImagesOneServerTestJSON-993215476 tempest-ImagesOneServerTestJSON-993215476-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54853) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 521.645731] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writer thread running {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 521.661599] nova-conductor[54853]: DEBUG nova.quota [None req-739ac146-a47d-4aba-9196-f950b35de382 tempest-ImagesOneServerTestJSON-993215476 tempest-ImagesOneServerTestJSON-993215476-project-member] Getting quotas for project faf7bd9d689d4fb7a873910f0cc42bf2. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 521.669792] nova-conductor[54853]: DEBUG nova.quota [None req-739ac146-a47d-4aba-9196-f950b35de382 tempest-ImagesOneServerTestJSON-993215476 tempest-ImagesOneServerTestJSON-993215476-project-member] Getting quotas for user bd7f03d4480941498d67ffada7998f8b and project faf7bd9d689d4fb7a873910f0cc42bf2. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 521.678020] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-739ac146-a47d-4aba-9196-f950b35de382 tempest-ImagesOneServerTestJSON-993215476 tempest-ImagesOneServerTestJSON-993215476-project-member] [instance: 04f788bb-19ea-456d-93eb-7398f5dbee35] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 521.678020] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-739ac146-a47d-4aba-9196-f950b35de382 tempest-ImagesOneServerTestJSON-993215476 tempest-ImagesOneServerTestJSON-993215476-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 521.678020] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-739ac146-a47d-4aba-9196-f950b35de382 tempest-ImagesOneServerTestJSON-993215476 tempest-ImagesOneServerTestJSON-993215476-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 521.678020] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-739ac146-a47d-4aba-9196-f950b35de382 tempest-ImagesOneServerTestJSON-993215476 tempest-ImagesOneServerTestJSON-993215476-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 521.692427] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-739ac146-a47d-4aba-9196-f950b35de382 tempest-ImagesOneServerTestJSON-993215476 tempest-ImagesOneServerTestJSON-993215476-project-member] [instance: 04f788bb-19ea-456d-93eb-7398f5dbee35] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 521.693209] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-739ac146-a47d-4aba-9196-f950b35de382 tempest-ImagesOneServerTestJSON-993215476 tempest-ImagesOneServerTestJSON-993215476-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 521.693417] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-739ac146-a47d-4aba-9196-f950b35de382 tempest-ImagesOneServerTestJSON-993215476 tempest-ImagesOneServerTestJSON-993215476-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 521.693594] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-739ac146-a47d-4aba-9196-f950b35de382 tempest-ImagesOneServerTestJSON-993215476 tempest-ImagesOneServerTestJSON-993215476-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 521.735147] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-739ac146-a47d-4aba-9196-f950b35de382 tempest-ImagesOneServerTestJSON-993215476 tempest-ImagesOneServerTestJSON-993215476-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 521.736360] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-739ac146-a47d-4aba-9196-f950b35de382 tempest-ImagesOneServerTestJSON-993215476 tempest-ImagesOneServerTestJSON-993215476-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 521.736360] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-739ac146-a47d-4aba-9196-f950b35de382 tempest-ImagesOneServerTestJSON-993215476 tempest-ImagesOneServerTestJSON-993215476-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 521.736360] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-739ac146-a47d-4aba-9196-f950b35de382 tempest-ImagesOneServerTestJSON-993215476 tempest-ImagesOneServerTestJSON-993215476-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=54853) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 521.736360] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-739ac146-a47d-4aba-9196-f950b35de382 tempest-ImagesOneServerTestJSON-993215476 tempest-ImagesOneServerTestJSON-993215476-project-member] Acquired lock "compute-rpcapi-router" {{(pid=54853) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.736546] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-d2b770fa-ccd8-4eee-ba80-3d0c4cd5d378 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 521.736788] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-d2b770fa-ccd8-4eee-ba80-3d0c4cd5d378 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 521.736894] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-d2b770fa-ccd8-4eee-ba80-3d0c4cd5d378 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 521.737304] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-d2b770fa-ccd8-4eee-ba80-3d0c4cd5d378 None None] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 521.737486] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-d2b770fa-ccd8-4eee-ba80-3d0c4cd5d378 None None] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 521.738468] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-d2b770fa-ccd8-4eee-ba80-3d0c4cd5d378 None None] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 521.746202] nova-conductor[54853]: INFO nova.compute.rpcapi [None req-d2b770fa-ccd8-4eee-ba80-3d0c4cd5d378 None None] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 521.746726] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-d2b770fa-ccd8-4eee-ba80-3d0c4cd5d378 None None] Releasing lock "compute-rpcapi-router" {{(pid=54853) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 522.574092] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writer thread running {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 523.092943] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-03f8539b-ba6c-4c65-a3f9-21b98138c040 tempest-ServersAdmin275Test-597350171 tempest-ServersAdmin275Test-597350171-project-member] Took 0.52 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 523.108788] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=2 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 523.127466] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-03f8539b-ba6c-4c65-a3f9-21b98138c040 tempest-ServersAdmin275Test-597350171 tempest-ServersAdmin275Test-597350171-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 523.127960] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-03f8539b-ba6c-4c65-a3f9-21b98138c040 tempest-ServersAdmin275Test-597350171 tempest-ServersAdmin275Test-597350171-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.129940] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-03f8539b-ba6c-4c65-a3f9-21b98138c040 tempest-ServersAdmin275Test-597350171 tempest-ServersAdmin275Test-597350171-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 523.133030] nova-conductor[54852]: INFO dbcounter [None req-03f8539b-ba6c-4c65-a3f9-21b98138c040 tempest-ServersAdmin275Test-597350171 tempest-ServersAdmin275Test-597350171-project-member] Registered counter for database nova_cell1 [ 523.137735] nova-conductor[54852]: DEBUG oslo_db.sqlalchemy.engines [None req-03f8539b-ba6c-4c65-a3f9-21b98138c040 tempest-ServersAdmin275Test-597350171 tempest-ServersAdmin275Test-597350171-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54852) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 523.143927] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writer thread running {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 523.199843] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-03f8539b-ba6c-4c65-a3f9-21b98138c040 tempest-ServersAdmin275Test-597350171 tempest-ServersAdmin275Test-597350171-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 523.200084] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-03f8539b-ba6c-4c65-a3f9-21b98138c040 tempest-ServersAdmin275Test-597350171 tempest-ServersAdmin275Test-597350171-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.200516] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-03f8539b-ba6c-4c65-a3f9-21b98138c040 tempest-ServersAdmin275Test-597350171 tempest-ServersAdmin275Test-597350171-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 523.200927] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-03f8539b-ba6c-4c65-a3f9-21b98138c040 tempest-ServersAdmin275Test-597350171 tempest-ServersAdmin275Test-597350171-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 523.201126] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-03f8539b-ba6c-4c65-a3f9-21b98138c040 tempest-ServersAdmin275Test-597350171 tempest-ServersAdmin275Test-597350171-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.201284] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-03f8539b-ba6c-4c65-a3f9-21b98138c040 tempest-ServersAdmin275Test-597350171 tempest-ServersAdmin275Test-597350171-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 523.202661] nova-conductor[54852]: INFO dbcounter [None req-03f8539b-ba6c-4c65-a3f9-21b98138c040 tempest-ServersAdmin275Test-597350171 tempest-ServersAdmin275Test-597350171-project-member] Registered counter for database nova_cell0 [ 523.211401] nova-conductor[54852]: DEBUG oslo_db.sqlalchemy.engines [None req-03f8539b-ba6c-4c65-a3f9-21b98138c040 tempest-ServersAdmin275Test-597350171 tempest-ServersAdmin275Test-597350171-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54852) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 523.216470] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writer thread running {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 523.226663] nova-conductor[54852]: DEBUG nova.quota [None req-03f8539b-ba6c-4c65-a3f9-21b98138c040 tempest-ServersAdmin275Test-597350171 tempest-ServersAdmin275Test-597350171-project-member] Getting quotas for project b1d0d7091e524fa8833286b31182f8c6. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 523.230254] nova-conductor[54852]: DEBUG nova.quota [None req-03f8539b-ba6c-4c65-a3f9-21b98138c040 tempest-ServersAdmin275Test-597350171 tempest-ServersAdmin275Test-597350171-project-member] Getting quotas for user 3499d53a758c4cc18969e035067e3467 and project b1d0d7091e524fa8833286b31182f8c6. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 523.236040] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-03f8539b-ba6c-4c65-a3f9-21b98138c040 tempest-ServersAdmin275Test-597350171 tempest-ServersAdmin275Test-597350171-project-member] [instance: a33da17c-bbb2-4307-b4b3-56cec5cb757e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 523.236649] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-03f8539b-ba6c-4c65-a3f9-21b98138c040 tempest-ServersAdmin275Test-597350171 tempest-ServersAdmin275Test-597350171-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 523.236852] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-03f8539b-ba6c-4c65-a3f9-21b98138c040 tempest-ServersAdmin275Test-597350171 tempest-ServersAdmin275Test-597350171-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.237024] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-03f8539b-ba6c-4c65-a3f9-21b98138c040 tempest-ServersAdmin275Test-597350171 tempest-ServersAdmin275Test-597350171-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 523.247728] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-03f8539b-ba6c-4c65-a3f9-21b98138c040 tempest-ServersAdmin275Test-597350171 tempest-ServersAdmin275Test-597350171-project-member] [instance: a33da17c-bbb2-4307-b4b3-56cec5cb757e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 523.248526] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-03f8539b-ba6c-4c65-a3f9-21b98138c040 tempest-ServersAdmin275Test-597350171 tempest-ServersAdmin275Test-597350171-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 523.248727] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-03f8539b-ba6c-4c65-a3f9-21b98138c040 tempest-ServersAdmin275Test-597350171 tempest-ServersAdmin275Test-597350171-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.248902] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-03f8539b-ba6c-4c65-a3f9-21b98138c040 tempest-ServersAdmin275Test-597350171 tempest-ServersAdmin275Test-597350171-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 523.282932] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-03f8539b-ba6c-4c65-a3f9-21b98138c040 tempest-ServersAdmin275Test-597350171 tempest-ServersAdmin275Test-597350171-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 523.283216] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-03f8539b-ba6c-4c65-a3f9-21b98138c040 tempest-ServersAdmin275Test-597350171 tempest-ServersAdmin275Test-597350171-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.283462] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-03f8539b-ba6c-4c65-a3f9-21b98138c040 tempest-ServersAdmin275Test-597350171 tempest-ServersAdmin275Test-597350171-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 523.283792] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-03f8539b-ba6c-4c65-a3f9-21b98138c040 tempest-ServersAdmin275Test-597350171 tempest-ServersAdmin275Test-597350171-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=54852) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 523.283938] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-03f8539b-ba6c-4c65-a3f9-21b98138c040 tempest-ServersAdmin275Test-597350171 tempest-ServersAdmin275Test-597350171-project-member] Acquired lock "compute-rpcapi-router" {{(pid=54852) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.284472] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-cd896b21-f605-4fa6-a36f-8adecf65909f None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 523.284663] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-cd896b21-f605-4fa6-a36f-8adecf65909f None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.284800] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-cd896b21-f605-4fa6-a36f-8adecf65909f None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 523.285165] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-cd896b21-f605-4fa6-a36f-8adecf65909f None None] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 523.285339] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-cd896b21-f605-4fa6-a36f-8adecf65909f None None] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.285491] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-cd896b21-f605-4fa6-a36f-8adecf65909f None None] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 523.291593] nova-conductor[54852]: INFO nova.compute.rpcapi [None req-cd896b21-f605-4fa6-a36f-8adecf65909f None None] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 523.292107] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-cd896b21-f605-4fa6-a36f-8adecf65909f None None] Releasing lock "compute-rpcapi-router" {{(pid=54852) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 524.005762] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-bcc5929b-d5fc-455c-8b5a-c3440a0c0ade tempest-ServerDiagnosticsV248Test-493767357 tempest-ServerDiagnosticsV248Test-493767357-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 524.022042] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-bcc5929b-d5fc-455c-8b5a-c3440a0c0ade tempest-ServerDiagnosticsV248Test-493767357 tempest-ServerDiagnosticsV248Test-493767357-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.022324] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-bcc5929b-d5fc-455c-8b5a-c3440a0c0ade tempest-ServerDiagnosticsV248Test-493767357 tempest-ServerDiagnosticsV248Test-493767357-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.022585] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-bcc5929b-d5fc-455c-8b5a-c3440a0c0ade tempest-ServerDiagnosticsV248Test-493767357 tempest-ServerDiagnosticsV248Test-493767357-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 524.076562] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-bcc5929b-d5fc-455c-8b5a-c3440a0c0ade tempest-ServerDiagnosticsV248Test-493767357 tempest-ServerDiagnosticsV248Test-493767357-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.079768] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-bcc5929b-d5fc-455c-8b5a-c3440a0c0ade tempest-ServerDiagnosticsV248Test-493767357 tempest-ServerDiagnosticsV248Test-493767357-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.079768] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-bcc5929b-d5fc-455c-8b5a-c3440a0c0ade tempest-ServerDiagnosticsV248Test-493767357 tempest-ServerDiagnosticsV248Test-493767357-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 524.079768] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-bcc5929b-d5fc-455c-8b5a-c3440a0c0ade tempest-ServerDiagnosticsV248Test-493767357 tempest-ServerDiagnosticsV248Test-493767357-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.079768] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-bcc5929b-d5fc-455c-8b5a-c3440a0c0ade tempest-ServerDiagnosticsV248Test-493767357 tempest-ServerDiagnosticsV248Test-493767357-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.080059] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-bcc5929b-d5fc-455c-8b5a-c3440a0c0ade tempest-ServerDiagnosticsV248Test-493767357 tempest-ServerDiagnosticsV248Test-493767357-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 524.099183] nova-conductor[54852]: DEBUG nova.quota [None req-bcc5929b-d5fc-455c-8b5a-c3440a0c0ade tempest-ServerDiagnosticsV248Test-493767357 tempest-ServerDiagnosticsV248Test-493767357-project-member] Getting quotas for project d3f01faee2af42929c030052505138a6. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 524.102182] nova-conductor[54852]: DEBUG nova.quota [None req-bcc5929b-d5fc-455c-8b5a-c3440a0c0ade tempest-ServerDiagnosticsV248Test-493767357 tempest-ServerDiagnosticsV248Test-493767357-project-member] Getting quotas for user b0f596cea1564a5a86871109ab8edcac and project d3f01faee2af42929c030052505138a6. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 524.112622] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-bcc5929b-d5fc-455c-8b5a-c3440a0c0ade tempest-ServerDiagnosticsV248Test-493767357 tempest-ServerDiagnosticsV248Test-493767357-project-member] [instance: 6ca62d1b-9533-4b83-8e8a-7f62a34c90a3] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 524.112622] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-bcc5929b-d5fc-455c-8b5a-c3440a0c0ade tempest-ServerDiagnosticsV248Test-493767357 tempest-ServerDiagnosticsV248Test-493767357-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.112622] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-bcc5929b-d5fc-455c-8b5a-c3440a0c0ade tempest-ServerDiagnosticsV248Test-493767357 tempest-ServerDiagnosticsV248Test-493767357-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.112622] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-bcc5929b-d5fc-455c-8b5a-c3440a0c0ade tempest-ServerDiagnosticsV248Test-493767357 tempest-ServerDiagnosticsV248Test-493767357-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 524.118690] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-bcc5929b-d5fc-455c-8b5a-c3440a0c0ade tempest-ServerDiagnosticsV248Test-493767357 tempest-ServerDiagnosticsV248Test-493767357-project-member] [instance: 6ca62d1b-9533-4b83-8e8a-7f62a34c90a3] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 524.119461] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-bcc5929b-d5fc-455c-8b5a-c3440a0c0ade tempest-ServerDiagnosticsV248Test-493767357 tempest-ServerDiagnosticsV248Test-493767357-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.120299] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-bcc5929b-d5fc-455c-8b5a-c3440a0c0ade tempest-ServerDiagnosticsV248Test-493767357 tempest-ServerDiagnosticsV248Test-493767357-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.120299] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-bcc5929b-d5fc-455c-8b5a-c3440a0c0ade tempest-ServerDiagnosticsV248Test-493767357 tempest-ServerDiagnosticsV248Test-493767357-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 524.156368] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-bcc5929b-d5fc-455c-8b5a-c3440a0c0ade tempest-ServerDiagnosticsV248Test-493767357 tempest-ServerDiagnosticsV248Test-493767357-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.156368] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-bcc5929b-d5fc-455c-8b5a-c3440a0c0ade tempest-ServerDiagnosticsV248Test-493767357 tempest-ServerDiagnosticsV248Test-493767357-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.156368] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-bcc5929b-d5fc-455c-8b5a-c3440a0c0ade tempest-ServerDiagnosticsV248Test-493767357 tempest-ServerDiagnosticsV248Test-493767357-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 524.693294] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-e55c35b8-dac2-4c56-bf21-8631bd3fa7fd tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Took 0.52 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 524.714789] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e55c35b8-dac2-4c56-bf21-8631bd3fa7fd tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.715886] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e55c35b8-dac2-4c56-bf21-8631bd3fa7fd tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.715886] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e55c35b8-dac2-4c56-bf21-8631bd3fa7fd tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 524.780895] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e55c35b8-dac2-4c56-bf21-8631bd3fa7fd tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.781143] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e55c35b8-dac2-4c56-bf21-8631bd3fa7fd tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.781475] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e55c35b8-dac2-4c56-bf21-8631bd3fa7fd tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 524.782614] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e55c35b8-dac2-4c56-bf21-8631bd3fa7fd tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.782614] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e55c35b8-dac2-4c56-bf21-8631bd3fa7fd tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.782614] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e55c35b8-dac2-4c56-bf21-8631bd3fa7fd tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 524.794567] nova-conductor[54853]: DEBUG nova.quota [None req-e55c35b8-dac2-4c56-bf21-8631bd3fa7fd tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Getting quotas for project 29ba5bda1975408fb2b2f4691089784d. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 524.797374] nova-conductor[54853]: DEBUG nova.quota [None req-e55c35b8-dac2-4c56-bf21-8631bd3fa7fd tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Getting quotas for user 1c2306873fe24d2db075445aeea97ddd and project 29ba5bda1975408fb2b2f4691089784d. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 524.804818] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-e55c35b8-dac2-4c56-bf21-8631bd3fa7fd tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] [instance: 795b645d-3aee-4dd8-9537-2277f86c5b10] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 524.805546] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e55c35b8-dac2-4c56-bf21-8631bd3fa7fd tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.805546] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e55c35b8-dac2-4c56-bf21-8631bd3fa7fd tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.805713] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e55c35b8-dac2-4c56-bf21-8631bd3fa7fd tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 524.817678] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-e55c35b8-dac2-4c56-bf21-8631bd3fa7fd tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] [instance: 795b645d-3aee-4dd8-9537-2277f86c5b10] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 524.818514] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e55c35b8-dac2-4c56-bf21-8631bd3fa7fd tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.818710] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e55c35b8-dac2-4c56-bf21-8631bd3fa7fd tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.818891] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e55c35b8-dac2-4c56-bf21-8631bd3fa7fd tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 524.846343] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e55c35b8-dac2-4c56-bf21-8631bd3fa7fd tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.846343] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e55c35b8-dac2-4c56-bf21-8631bd3fa7fd tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.846592] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e55c35b8-dac2-4c56-bf21-8631bd3fa7fd tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 525.127664] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-afeabe55-54d9-4233-9797-f4d70ebedab2 tempest-ImagesOneServerNegativeTestJSON-1274835773 tempest-ImagesOneServerNegativeTestJSON-1274835773-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 525.145623] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-afeabe55-54d9-4233-9797-f4d70ebedab2 tempest-ImagesOneServerNegativeTestJSON-1274835773 tempest-ImagesOneServerNegativeTestJSON-1274835773-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.145884] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-afeabe55-54d9-4233-9797-f4d70ebedab2 tempest-ImagesOneServerNegativeTestJSON-1274835773 tempest-ImagesOneServerNegativeTestJSON-1274835773-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.146413] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-afeabe55-54d9-4233-9797-f4d70ebedab2 tempest-ImagesOneServerNegativeTestJSON-1274835773 tempest-ImagesOneServerNegativeTestJSON-1274835773-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 525.206193] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-afeabe55-54d9-4233-9797-f4d70ebedab2 tempest-ImagesOneServerNegativeTestJSON-1274835773 tempest-ImagesOneServerNegativeTestJSON-1274835773-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.206193] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-afeabe55-54d9-4233-9797-f4d70ebedab2 tempest-ImagesOneServerNegativeTestJSON-1274835773 tempest-ImagesOneServerNegativeTestJSON-1274835773-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.206193] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-afeabe55-54d9-4233-9797-f4d70ebedab2 tempest-ImagesOneServerNegativeTestJSON-1274835773 tempest-ImagesOneServerNegativeTestJSON-1274835773-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 525.206591] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-afeabe55-54d9-4233-9797-f4d70ebedab2 tempest-ImagesOneServerNegativeTestJSON-1274835773 tempest-ImagesOneServerNegativeTestJSON-1274835773-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.206846] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-afeabe55-54d9-4233-9797-f4d70ebedab2 tempest-ImagesOneServerNegativeTestJSON-1274835773 tempest-ImagesOneServerNegativeTestJSON-1274835773-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.206930] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-afeabe55-54d9-4233-9797-f4d70ebedab2 tempest-ImagesOneServerNegativeTestJSON-1274835773 tempest-ImagesOneServerNegativeTestJSON-1274835773-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 525.223655] nova-conductor[54852]: DEBUG nova.quota [None req-afeabe55-54d9-4233-9797-f4d70ebedab2 tempest-ImagesOneServerNegativeTestJSON-1274835773 tempest-ImagesOneServerNegativeTestJSON-1274835773-project-member] Getting quotas for project fc278af083dd473fb97648030669de4f. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 525.227927] nova-conductor[54852]: DEBUG nova.quota [None req-afeabe55-54d9-4233-9797-f4d70ebedab2 tempest-ImagesOneServerNegativeTestJSON-1274835773 tempest-ImagesOneServerNegativeTestJSON-1274835773-project-member] Getting quotas for user 30cff0dac4ab46b2be3f470af5674532 and project fc278af083dd473fb97648030669de4f. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 525.239585] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-afeabe55-54d9-4233-9797-f4d70ebedab2 tempest-ImagesOneServerNegativeTestJSON-1274835773 tempest-ImagesOneServerNegativeTestJSON-1274835773-project-member] [instance: f81af398-7382-4433-9a24-07d16fd1223b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 525.240248] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-afeabe55-54d9-4233-9797-f4d70ebedab2 tempest-ImagesOneServerNegativeTestJSON-1274835773 tempest-ImagesOneServerNegativeTestJSON-1274835773-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.240409] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-afeabe55-54d9-4233-9797-f4d70ebedab2 tempest-ImagesOneServerNegativeTestJSON-1274835773 tempest-ImagesOneServerNegativeTestJSON-1274835773-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.240573] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-afeabe55-54d9-4233-9797-f4d70ebedab2 tempest-ImagesOneServerNegativeTestJSON-1274835773 tempest-ImagesOneServerNegativeTestJSON-1274835773-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 525.253315] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-afeabe55-54d9-4233-9797-f4d70ebedab2 tempest-ImagesOneServerNegativeTestJSON-1274835773 tempest-ImagesOneServerNegativeTestJSON-1274835773-project-member] [instance: f81af398-7382-4433-9a24-07d16fd1223b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 525.254129] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-afeabe55-54d9-4233-9797-f4d70ebedab2 tempest-ImagesOneServerNegativeTestJSON-1274835773 tempest-ImagesOneServerNegativeTestJSON-1274835773-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.254378] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-afeabe55-54d9-4233-9797-f4d70ebedab2 tempest-ImagesOneServerNegativeTestJSON-1274835773 tempest-ImagesOneServerNegativeTestJSON-1274835773-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.254481] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-afeabe55-54d9-4233-9797-f4d70ebedab2 tempest-ImagesOneServerNegativeTestJSON-1274835773 tempest-ImagesOneServerNegativeTestJSON-1274835773-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 525.279597] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-afeabe55-54d9-4233-9797-f4d70ebedab2 tempest-ImagesOneServerNegativeTestJSON-1274835773 tempest-ImagesOneServerNegativeTestJSON-1274835773-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.279871] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-afeabe55-54d9-4233-9797-f4d70ebedab2 tempest-ImagesOneServerNegativeTestJSON-1274835773 tempest-ImagesOneServerNegativeTestJSON-1274835773-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.280060] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-afeabe55-54d9-4233-9797-f4d70ebedab2 tempest-ImagesOneServerNegativeTestJSON-1274835773 tempest-ImagesOneServerNegativeTestJSON-1274835773-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.111190] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-3b294f42-30c0-40e8-982e-410cea55cd09 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 532.129630] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3b294f42-30c0-40e8-982e-410cea55cd09 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.132481] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3b294f42-30c0-40e8-982e-410cea55cd09 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.132481] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3b294f42-30c0-40e8-982e-410cea55cd09 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.188280] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3b294f42-30c0-40e8-982e-410cea55cd09 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.188592] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3b294f42-30c0-40e8-982e-410cea55cd09 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.188741] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3b294f42-30c0-40e8-982e-410cea55cd09 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.190154] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3b294f42-30c0-40e8-982e-410cea55cd09 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.190154] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3b294f42-30c0-40e8-982e-410cea55cd09 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.190154] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3b294f42-30c0-40e8-982e-410cea55cd09 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.201858] nova-conductor[54852]: DEBUG nova.quota [None req-3b294f42-30c0-40e8-982e-410cea55cd09 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Getting quotas for project 836bad5bd552469984890ff6a1a916d2. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 532.205308] nova-conductor[54852]: DEBUG nova.quota [None req-3b294f42-30c0-40e8-982e-410cea55cd09 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Getting quotas for user f97e9310cc61485880bd78073f822586 and project 836bad5bd552469984890ff6a1a916d2. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 532.216947] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-3b294f42-30c0-40e8-982e-410cea55cd09 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] [instance: e0ce4383-cade-4d85-a8a5-2437b9203d98] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 532.217941] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3b294f42-30c0-40e8-982e-410cea55cd09 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.218175] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3b294f42-30c0-40e8-982e-410cea55cd09 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.218343] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3b294f42-30c0-40e8-982e-410cea55cd09 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.224534] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-3b294f42-30c0-40e8-982e-410cea55cd09 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] [instance: e0ce4383-cade-4d85-a8a5-2437b9203d98] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 532.225521] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3b294f42-30c0-40e8-982e-410cea55cd09 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.225590] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3b294f42-30c0-40e8-982e-410cea55cd09 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.225750] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3b294f42-30c0-40e8-982e-410cea55cd09 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.258416] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3b294f42-30c0-40e8-982e-410cea55cd09 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.260438] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3b294f42-30c0-40e8-982e-410cea55cd09 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.260438] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3b294f42-30c0-40e8-982e-410cea55cd09 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.116936] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-420844ca-7e2b-49c4-9d1f-da119b804662 tempest-ServersV294TestFqdnHostnames-131500287 tempest-ServersV294TestFqdnHostnames-131500287-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 533.154538] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-420844ca-7e2b-49c4-9d1f-da119b804662 tempest-ServersV294TestFqdnHostnames-131500287 tempest-ServersV294TestFqdnHostnames-131500287-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.154538] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-420844ca-7e2b-49c4-9d1f-da119b804662 tempest-ServersV294TestFqdnHostnames-131500287 tempest-ServersV294TestFqdnHostnames-131500287-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.154538] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-420844ca-7e2b-49c4-9d1f-da119b804662 tempest-ServersV294TestFqdnHostnames-131500287 tempest-ServersV294TestFqdnHostnames-131500287-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.253896] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-420844ca-7e2b-49c4-9d1f-da119b804662 tempest-ServersV294TestFqdnHostnames-131500287 tempest-ServersV294TestFqdnHostnames-131500287-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.254173] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-420844ca-7e2b-49c4-9d1f-da119b804662 tempest-ServersV294TestFqdnHostnames-131500287 tempest-ServersV294TestFqdnHostnames-131500287-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.254378] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-420844ca-7e2b-49c4-9d1f-da119b804662 tempest-ServersV294TestFqdnHostnames-131500287 tempest-ServersV294TestFqdnHostnames-131500287-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.254782] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-420844ca-7e2b-49c4-9d1f-da119b804662 tempest-ServersV294TestFqdnHostnames-131500287 tempest-ServersV294TestFqdnHostnames-131500287-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.254966] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-420844ca-7e2b-49c4-9d1f-da119b804662 tempest-ServersV294TestFqdnHostnames-131500287 tempest-ServersV294TestFqdnHostnames-131500287-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.255145] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-420844ca-7e2b-49c4-9d1f-da119b804662 tempest-ServersV294TestFqdnHostnames-131500287 tempest-ServersV294TestFqdnHostnames-131500287-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.303490] nova-conductor[54853]: DEBUG nova.quota [None req-420844ca-7e2b-49c4-9d1f-da119b804662 tempest-ServersV294TestFqdnHostnames-131500287 tempest-ServersV294TestFqdnHostnames-131500287-project-member] Getting quotas for project d355586106ec4d27ac6ee442cfd04d73. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 533.310345] nova-conductor[54853]: DEBUG nova.quota [None req-420844ca-7e2b-49c4-9d1f-da119b804662 tempest-ServersV294TestFqdnHostnames-131500287 tempest-ServersV294TestFqdnHostnames-131500287-project-member] Getting quotas for user 43da24d2342947f1824eb19a33f2f791 and project d355586106ec4d27ac6ee442cfd04d73. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 533.329187] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-420844ca-7e2b-49c4-9d1f-da119b804662 tempest-ServersV294TestFqdnHostnames-131500287 tempest-ServersV294TestFqdnHostnames-131500287-project-member] [instance: 3cb4806d-dffa-4c41-9730-f29d2aad059a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 533.329811] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-420844ca-7e2b-49c4-9d1f-da119b804662 tempest-ServersV294TestFqdnHostnames-131500287 tempest-ServersV294TestFqdnHostnames-131500287-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.330117] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-420844ca-7e2b-49c4-9d1f-da119b804662 tempest-ServersV294TestFqdnHostnames-131500287 tempest-ServersV294TestFqdnHostnames-131500287-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.330299] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-420844ca-7e2b-49c4-9d1f-da119b804662 tempest-ServersV294TestFqdnHostnames-131500287 tempest-ServersV294TestFqdnHostnames-131500287-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.334709] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-420844ca-7e2b-49c4-9d1f-da119b804662 tempest-ServersV294TestFqdnHostnames-131500287 tempest-ServersV294TestFqdnHostnames-131500287-project-member] [instance: 3cb4806d-dffa-4c41-9730-f29d2aad059a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 533.335420] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-420844ca-7e2b-49c4-9d1f-da119b804662 tempest-ServersV294TestFqdnHostnames-131500287 tempest-ServersV294TestFqdnHostnames-131500287-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.335627] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-420844ca-7e2b-49c4-9d1f-da119b804662 tempest-ServersV294TestFqdnHostnames-131500287 tempest-ServersV294TestFqdnHostnames-131500287-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.335800] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-420844ca-7e2b-49c4-9d1f-da119b804662 tempest-ServersV294TestFqdnHostnames-131500287 tempest-ServersV294TestFqdnHostnames-131500287-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.372464] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-420844ca-7e2b-49c4-9d1f-da119b804662 tempest-ServersV294TestFqdnHostnames-131500287 tempest-ServersV294TestFqdnHostnames-131500287-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.372683] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-420844ca-7e2b-49c4-9d1f-da119b804662 tempest-ServersV294TestFqdnHostnames-131500287 tempest-ServersV294TestFqdnHostnames-131500287-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.372941] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-420844ca-7e2b-49c4-9d1f-da119b804662 tempest-ServersV294TestFqdnHostnames-131500287 tempest-ServersV294TestFqdnHostnames-131500287-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.516403] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-65e2b4dd-0ab0-4536-acd3-a219e098b086 tempest-ServerDiagnosticsTest-2782258 tempest-ServerDiagnosticsTest-2782258-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 534.547863] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-65e2b4dd-0ab0-4536-acd3-a219e098b086 tempest-ServerDiagnosticsTest-2782258 tempest-ServerDiagnosticsTest-2782258-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.548191] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-65e2b4dd-0ab0-4536-acd3-a219e098b086 tempest-ServerDiagnosticsTest-2782258 tempest-ServerDiagnosticsTest-2782258-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.548471] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-65e2b4dd-0ab0-4536-acd3-a219e098b086 tempest-ServerDiagnosticsTest-2782258 tempest-ServerDiagnosticsTest-2782258-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.597371] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-65e2b4dd-0ab0-4536-acd3-a219e098b086 tempest-ServerDiagnosticsTest-2782258 tempest-ServerDiagnosticsTest-2782258-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.597669] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-65e2b4dd-0ab0-4536-acd3-a219e098b086 tempest-ServerDiagnosticsTest-2782258 tempest-ServerDiagnosticsTest-2782258-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.600207] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-65e2b4dd-0ab0-4536-acd3-a219e098b086 tempest-ServerDiagnosticsTest-2782258 tempest-ServerDiagnosticsTest-2782258-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.600207] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-65e2b4dd-0ab0-4536-acd3-a219e098b086 tempest-ServerDiagnosticsTest-2782258 tempest-ServerDiagnosticsTest-2782258-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.600207] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-65e2b4dd-0ab0-4536-acd3-a219e098b086 tempest-ServerDiagnosticsTest-2782258 tempest-ServerDiagnosticsTest-2782258-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.600207] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-65e2b4dd-0ab0-4536-acd3-a219e098b086 tempest-ServerDiagnosticsTest-2782258 tempest-ServerDiagnosticsTest-2782258-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.603306] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-443e6465-0b30-4a44-9082-47679b274cd1 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 534.619343] nova-conductor[54852]: DEBUG nova.quota [None req-65e2b4dd-0ab0-4536-acd3-a219e098b086 tempest-ServerDiagnosticsTest-2782258 tempest-ServerDiagnosticsTest-2782258-project-member] Getting quotas for project 5b0d04c0a52b428ba859794cd3720416. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 534.624063] nova-conductor[54852]: DEBUG nova.quota [None req-65e2b4dd-0ab0-4536-acd3-a219e098b086 tempest-ServerDiagnosticsTest-2782258 tempest-ServerDiagnosticsTest-2782258-project-member] Getting quotas for user a7d8405027a74caf8e069bb8a05dc70c and project 5b0d04c0a52b428ba859794cd3720416. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 534.627081] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-443e6465-0b30-4a44-9082-47679b274cd1 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.627081] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-443e6465-0b30-4a44-9082-47679b274cd1 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.627236] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-443e6465-0b30-4a44-9082-47679b274cd1 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.630725] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-65e2b4dd-0ab0-4536-acd3-a219e098b086 tempest-ServerDiagnosticsTest-2782258 tempest-ServerDiagnosticsTest-2782258-project-member] [instance: 4fe36f05-d730-4fb1-ab05-0425be619dfb] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 534.632043] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-65e2b4dd-0ab0-4536-acd3-a219e098b086 tempest-ServerDiagnosticsTest-2782258 tempest-ServerDiagnosticsTest-2782258-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.632469] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-65e2b4dd-0ab0-4536-acd3-a219e098b086 tempest-ServerDiagnosticsTest-2782258 tempest-ServerDiagnosticsTest-2782258-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.633352] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-65e2b4dd-0ab0-4536-acd3-a219e098b086 tempest-ServerDiagnosticsTest-2782258 tempest-ServerDiagnosticsTest-2782258-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.641441] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-65e2b4dd-0ab0-4536-acd3-a219e098b086 tempest-ServerDiagnosticsTest-2782258 tempest-ServerDiagnosticsTest-2782258-project-member] [instance: 4fe36f05-d730-4fb1-ab05-0425be619dfb] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 534.641441] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-65e2b4dd-0ab0-4536-acd3-a219e098b086 tempest-ServerDiagnosticsTest-2782258 tempest-ServerDiagnosticsTest-2782258-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.641441] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-65e2b4dd-0ab0-4536-acd3-a219e098b086 tempest-ServerDiagnosticsTest-2782258 tempest-ServerDiagnosticsTest-2782258-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.641804] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-65e2b4dd-0ab0-4536-acd3-a219e098b086 tempest-ServerDiagnosticsTest-2782258 tempest-ServerDiagnosticsTest-2782258-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.666172] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-65e2b4dd-0ab0-4536-acd3-a219e098b086 tempest-ServerDiagnosticsTest-2782258 tempest-ServerDiagnosticsTest-2782258-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.666409] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-65e2b4dd-0ab0-4536-acd3-a219e098b086 tempest-ServerDiagnosticsTest-2782258 tempest-ServerDiagnosticsTest-2782258-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.666578] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-65e2b4dd-0ab0-4536-acd3-a219e098b086 tempest-ServerDiagnosticsTest-2782258 tempest-ServerDiagnosticsTest-2782258-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.668483] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-443e6465-0b30-4a44-9082-47679b274cd1 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.668695] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-443e6465-0b30-4a44-9082-47679b274cd1 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.668876] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-443e6465-0b30-4a44-9082-47679b274cd1 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.669407] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-443e6465-0b30-4a44-9082-47679b274cd1 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.669654] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-443e6465-0b30-4a44-9082-47679b274cd1 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.669844] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-443e6465-0b30-4a44-9082-47679b274cd1 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.699287] nova-conductor[54853]: DEBUG nova.quota [None req-443e6465-0b30-4a44-9082-47679b274cd1 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Getting quotas for project 836bad5bd552469984890ff6a1a916d2. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 534.703186] nova-conductor[54853]: DEBUG nova.quota [None req-443e6465-0b30-4a44-9082-47679b274cd1 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Getting quotas for user f97e9310cc61485880bd78073f822586 and project 836bad5bd552469984890ff6a1a916d2. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 534.709885] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-443e6465-0b30-4a44-9082-47679b274cd1 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] [instance: 04d96512-dc09-42ff-96d0-961f7359318c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 534.710391] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-443e6465-0b30-4a44-9082-47679b274cd1 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.710607] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-443e6465-0b30-4a44-9082-47679b274cd1 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.710782] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-443e6465-0b30-4a44-9082-47679b274cd1 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.718340] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-443e6465-0b30-4a44-9082-47679b274cd1 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] [instance: 04d96512-dc09-42ff-96d0-961f7359318c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 534.719156] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-443e6465-0b30-4a44-9082-47679b274cd1 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.719413] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-443e6465-0b30-4a44-9082-47679b274cd1 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.719595] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-443e6465-0b30-4a44-9082-47679b274cd1 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.744686] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-443e6465-0b30-4a44-9082-47679b274cd1 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.744686] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-443e6465-0b30-4a44-9082-47679b274cd1 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.744686] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-443e6465-0b30-4a44-9082-47679b274cd1 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.869236] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-457c8f5a-445c-45fa-8635-6427661f088e tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 538.893251] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-457c8f5a-445c-45fa-8635-6427661f088e tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.893251] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-457c8f5a-445c-45fa-8635-6427661f088e tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.893251] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-457c8f5a-445c-45fa-8635-6427661f088e tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.934652] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-457c8f5a-445c-45fa-8635-6427661f088e tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.934780] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-457c8f5a-445c-45fa-8635-6427661f088e tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.935390] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-457c8f5a-445c-45fa-8635-6427661f088e tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.935480] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-457c8f5a-445c-45fa-8635-6427661f088e tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.935861] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-457c8f5a-445c-45fa-8635-6427661f088e tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.935861] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-457c8f5a-445c-45fa-8635-6427661f088e tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.949731] nova-conductor[54852]: DEBUG nova.quota [None req-457c8f5a-445c-45fa-8635-6427661f088e tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Getting quotas for project 8e4e0c7bf0f94416bd94174df3d0c3f8. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 538.950885] nova-conductor[54852]: DEBUG nova.quota [None req-457c8f5a-445c-45fa-8635-6427661f088e tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Getting quotas for user f1d0006f37a245429e9a2d890d9ed438 and project 8e4e0c7bf0f94416bd94174df3d0c3f8. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 538.955659] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-457c8f5a-445c-45fa-8635-6427661f088e tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] [instance: 66b7e04a-968b-44b0-9bb2-e467810bbf6b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 538.956202] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-457c8f5a-445c-45fa-8635-6427661f088e tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.956444] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-457c8f5a-445c-45fa-8635-6427661f088e tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.956652] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-457c8f5a-445c-45fa-8635-6427661f088e tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.964015] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-457c8f5a-445c-45fa-8635-6427661f088e tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] [instance: 66b7e04a-968b-44b0-9bb2-e467810bbf6b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 538.964819] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-457c8f5a-445c-45fa-8635-6427661f088e tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.965012] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-457c8f5a-445c-45fa-8635-6427661f088e tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.965198] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-457c8f5a-445c-45fa-8635-6427661f088e tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 539.008554] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-457c8f5a-445c-45fa-8635-6427661f088e tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.008871] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-457c8f5a-445c-45fa-8635-6427661f088e tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.008944] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-457c8f5a-445c-45fa-8635-6427661f088e tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 539.344119] nova-conductor[54853]: ERROR nova.scheduler.utils [None req-739ac146-a47d-4aba-9196-f950b35de382 tempest-ImagesOneServerTestJSON-993215476 tempest-ImagesOneServerTestJSON-993215476-project-member] [instance: 04f788bb-19ea-456d-93eb-7398f5dbee35] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 53416306-bdfd-497d-bae2-1d6d08d01e4c, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 04f788bb-19ea-456d-93eb-7398f5dbee35 was re-scheduled: Binding failed for port 53416306-bdfd-497d-bae2-1d6d08d01e4c, please check neutron logs for more information.\n'] [ 539.344807] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-739ac146-a47d-4aba-9196-f950b35de382 tempest-ImagesOneServerTestJSON-993215476 tempest-ImagesOneServerTestJSON-993215476-project-member] Rescheduling: True {{(pid=54853) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 539.347234] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-739ac146-a47d-4aba-9196-f950b35de382 tempest-ImagesOneServerTestJSON-993215476 tempest-ImagesOneServerTestJSON-993215476-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 04f788bb-19ea-456d-93eb-7398f5dbee35.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 04f788bb-19ea-456d-93eb-7398f5dbee35. [ 539.347234] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-739ac146-a47d-4aba-9196-f950b35de382 tempest-ImagesOneServerTestJSON-993215476 tempest-ImagesOneServerTestJSON-993215476-project-member] [instance: 04f788bb-19ea-456d-93eb-7398f5dbee35] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 04f788bb-19ea-456d-93eb-7398f5dbee35. [ 539.407303] nova-conductor[54853]: DEBUG nova.network.neutron [None req-739ac146-a47d-4aba-9196-f950b35de382 tempest-ImagesOneServerTestJSON-993215476 tempest-ImagesOneServerTestJSON-993215476-project-member] [instance: 04f788bb-19ea-456d-93eb-7398f5dbee35] deallocate_for_instance() {{(pid=54853) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 539.624032] nova-conductor[54853]: DEBUG nova.network.neutron [None req-739ac146-a47d-4aba-9196-f950b35de382 tempest-ImagesOneServerTestJSON-993215476 tempest-ImagesOneServerTestJSON-993215476-project-member] [instance: 04f788bb-19ea-456d-93eb-7398f5dbee35] Instance cache missing network info. {{(pid=54853) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 539.630633] nova-conductor[54853]: DEBUG nova.network.neutron [None req-739ac146-a47d-4aba-9196-f950b35de382 tempest-ImagesOneServerTestJSON-993215476 tempest-ImagesOneServerTestJSON-993215476-project-member] [instance: 04f788bb-19ea-456d-93eb-7398f5dbee35] Updating instance_info_cache with network_info: [] {{(pid=54853) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 540.859165] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-25a6f819-f17c-42a1-8c43-594f97189bc4 tempest-ServersAdmin275Test-597350171 tempest-ServersAdmin275Test-597350171-project-member] Targeting cell 7c385852-dcd3-47ff-aed8-fb74e138993a(cell1) for conductor method rebuild_instance {{(pid=54852) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 540.859165] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25a6f819-f17c-42a1-8c43-594f97189bc4 tempest-ServersAdmin275Test-597350171 tempest-ServersAdmin275Test-597350171-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.859165] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25a6f819-f17c-42a1-8c43-594f97189bc4 tempest-ServersAdmin275Test-597350171 tempest-ServersAdmin275Test-597350171-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.859165] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25a6f819-f17c-42a1-8c43-594f97189bc4 tempest-ServersAdmin275Test-597350171 tempest-ServersAdmin275Test-597350171-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.884159] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-25a6f819-f17c-42a1-8c43-594f97189bc4 tempest-ServersAdmin275Test-597350171 tempest-ServersAdmin275Test-597350171-project-member] [instance: a33da17c-bbb2-4307-b4b3-56cec5cb757e] No migration record for the rebuild/evacuate request. {{(pid=54852) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 541.520042] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-5e21b4e5-a6f0-4d38-97c2-a7492dfccbbf tempest-VolumesAssistedSnapshotsTest-202943557 tempest-VolumesAssistedSnapshotsTest-202943557-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 541.548492] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5e21b4e5-a6f0-4d38-97c2-a7492dfccbbf tempest-VolumesAssistedSnapshotsTest-202943557 tempest-VolumesAssistedSnapshotsTest-202943557-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.548681] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5e21b4e5-a6f0-4d38-97c2-a7492dfccbbf tempest-VolumesAssistedSnapshotsTest-202943557 tempest-VolumesAssistedSnapshotsTest-202943557-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.548897] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5e21b4e5-a6f0-4d38-97c2-a7492dfccbbf tempest-VolumesAssistedSnapshotsTest-202943557 tempest-VolumesAssistedSnapshotsTest-202943557-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.653070] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5e21b4e5-a6f0-4d38-97c2-a7492dfccbbf tempest-VolumesAssistedSnapshotsTest-202943557 tempest-VolumesAssistedSnapshotsTest-202943557-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.653339] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5e21b4e5-a6f0-4d38-97c2-a7492dfccbbf tempest-VolumesAssistedSnapshotsTest-202943557 tempest-VolumesAssistedSnapshotsTest-202943557-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.653973] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5e21b4e5-a6f0-4d38-97c2-a7492dfccbbf tempest-VolumesAssistedSnapshotsTest-202943557 tempest-VolumesAssistedSnapshotsTest-202943557-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.653973] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5e21b4e5-a6f0-4d38-97c2-a7492dfccbbf tempest-VolumesAssistedSnapshotsTest-202943557 tempest-VolumesAssistedSnapshotsTest-202943557-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.654109] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5e21b4e5-a6f0-4d38-97c2-a7492dfccbbf tempest-VolumesAssistedSnapshotsTest-202943557 tempest-VolumesAssistedSnapshotsTest-202943557-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.654345] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5e21b4e5-a6f0-4d38-97c2-a7492dfccbbf tempest-VolumesAssistedSnapshotsTest-202943557 tempest-VolumesAssistedSnapshotsTest-202943557-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.667446] nova-conductor[54852]: DEBUG nova.quota [None req-5e21b4e5-a6f0-4d38-97c2-a7492dfccbbf tempest-VolumesAssistedSnapshotsTest-202943557 tempest-VolumesAssistedSnapshotsTest-202943557-project-member] Getting quotas for project 3c038677d67841078a3f203567a2c81e. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 541.673364] nova-conductor[54852]: DEBUG nova.quota [None req-5e21b4e5-a6f0-4d38-97c2-a7492dfccbbf tempest-VolumesAssistedSnapshotsTest-202943557 tempest-VolumesAssistedSnapshotsTest-202943557-project-member] Getting quotas for user 5b3bda9ef0aa45e38d3865e522352f30 and project 3c038677d67841078a3f203567a2c81e. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 541.680110] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-5e21b4e5-a6f0-4d38-97c2-a7492dfccbbf tempest-VolumesAssistedSnapshotsTest-202943557 tempest-VolumesAssistedSnapshotsTest-202943557-project-member] [instance: e08d9f27-d2b3-4532-862f-b68e830e8d17] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 541.680652] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5e21b4e5-a6f0-4d38-97c2-a7492dfccbbf tempest-VolumesAssistedSnapshotsTest-202943557 tempest-VolumesAssistedSnapshotsTest-202943557-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.680864] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5e21b4e5-a6f0-4d38-97c2-a7492dfccbbf tempest-VolumesAssistedSnapshotsTest-202943557 tempest-VolumesAssistedSnapshotsTest-202943557-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.681045] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5e21b4e5-a6f0-4d38-97c2-a7492dfccbbf tempest-VolumesAssistedSnapshotsTest-202943557 tempest-VolumesAssistedSnapshotsTest-202943557-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.688229] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-5e21b4e5-a6f0-4d38-97c2-a7492dfccbbf tempest-VolumesAssistedSnapshotsTest-202943557 tempest-VolumesAssistedSnapshotsTest-202943557-project-member] [instance: e08d9f27-d2b3-4532-862f-b68e830e8d17] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 541.688657] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5e21b4e5-a6f0-4d38-97c2-a7492dfccbbf tempest-VolumesAssistedSnapshotsTest-202943557 tempest-VolumesAssistedSnapshotsTest-202943557-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.688882] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5e21b4e5-a6f0-4d38-97c2-a7492dfccbbf tempest-VolumesAssistedSnapshotsTest-202943557 tempest-VolumesAssistedSnapshotsTest-202943557-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.689102] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5e21b4e5-a6f0-4d38-97c2-a7492dfccbbf tempest-VolumesAssistedSnapshotsTest-202943557 tempest-VolumesAssistedSnapshotsTest-202943557-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.718960] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5e21b4e5-a6f0-4d38-97c2-a7492dfccbbf tempest-VolumesAssistedSnapshotsTest-202943557 tempest-VolumesAssistedSnapshotsTest-202943557-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.720367] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5e21b4e5-a6f0-4d38-97c2-a7492dfccbbf tempest-VolumesAssistedSnapshotsTest-202943557 tempest-VolumesAssistedSnapshotsTest-202943557-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.720367] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5e21b4e5-a6f0-4d38-97c2-a7492dfccbbf tempest-VolumesAssistedSnapshotsTest-202943557 tempest-VolumesAssistedSnapshotsTest-202943557-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.395260] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-7139035f-cef6-4200-9ed2-367d8df44db9 tempest-FloatingIPsAssociationTestJSON-1089918034 tempest-FloatingIPsAssociationTestJSON-1089918034-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 543.415546] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7139035f-cef6-4200-9ed2-367d8df44db9 tempest-FloatingIPsAssociationTestJSON-1089918034 tempest-FloatingIPsAssociationTestJSON-1089918034-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.416043] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7139035f-cef6-4200-9ed2-367d8df44db9 tempest-FloatingIPsAssociationTestJSON-1089918034 tempest-FloatingIPsAssociationTestJSON-1089918034-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.416281] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7139035f-cef6-4200-9ed2-367d8df44db9 tempest-FloatingIPsAssociationTestJSON-1089918034 tempest-FloatingIPsAssociationTestJSON-1089918034-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.460969] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7139035f-cef6-4200-9ed2-367d8df44db9 tempest-FloatingIPsAssociationTestJSON-1089918034 tempest-FloatingIPsAssociationTestJSON-1089918034-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.461228] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7139035f-cef6-4200-9ed2-367d8df44db9 tempest-FloatingIPsAssociationTestJSON-1089918034 tempest-FloatingIPsAssociationTestJSON-1089918034-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.461416] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7139035f-cef6-4200-9ed2-367d8df44db9 tempest-FloatingIPsAssociationTestJSON-1089918034 tempest-FloatingIPsAssociationTestJSON-1089918034-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.461865] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7139035f-cef6-4200-9ed2-367d8df44db9 tempest-FloatingIPsAssociationTestJSON-1089918034 tempest-FloatingIPsAssociationTestJSON-1089918034-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.462085] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7139035f-cef6-4200-9ed2-367d8df44db9 tempest-FloatingIPsAssociationTestJSON-1089918034 tempest-FloatingIPsAssociationTestJSON-1089918034-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.462295] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7139035f-cef6-4200-9ed2-367d8df44db9 tempest-FloatingIPsAssociationTestJSON-1089918034 tempest-FloatingIPsAssociationTestJSON-1089918034-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.472116] nova-conductor[54852]: DEBUG nova.quota [None req-7139035f-cef6-4200-9ed2-367d8df44db9 tempest-FloatingIPsAssociationTestJSON-1089918034 tempest-FloatingIPsAssociationTestJSON-1089918034-project-member] Getting quotas for project bfeac5ab1021421a9c0b10d4abe9c8d5. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 543.474543] nova-conductor[54852]: DEBUG nova.quota [None req-7139035f-cef6-4200-9ed2-367d8df44db9 tempest-FloatingIPsAssociationTestJSON-1089918034 tempest-FloatingIPsAssociationTestJSON-1089918034-project-member] Getting quotas for user 51e91e333cbd4850ae0b45f2650178c5 and project bfeac5ab1021421a9c0b10d4abe9c8d5. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 543.480492] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-7139035f-cef6-4200-9ed2-367d8df44db9 tempest-FloatingIPsAssociationTestJSON-1089918034 tempest-FloatingIPsAssociationTestJSON-1089918034-project-member] [instance: 33910d6d-0911-4e2a-82af-1b705cedd3fe] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 543.483092] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7139035f-cef6-4200-9ed2-367d8df44db9 tempest-FloatingIPsAssociationTestJSON-1089918034 tempest-FloatingIPsAssociationTestJSON-1089918034-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.483092] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7139035f-cef6-4200-9ed2-367d8df44db9 tempest-FloatingIPsAssociationTestJSON-1089918034 tempest-FloatingIPsAssociationTestJSON-1089918034-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.483092] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7139035f-cef6-4200-9ed2-367d8df44db9 tempest-FloatingIPsAssociationTestJSON-1089918034 tempest-FloatingIPsAssociationTestJSON-1089918034-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.493141] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-7139035f-cef6-4200-9ed2-367d8df44db9 tempest-FloatingIPsAssociationTestJSON-1089918034 tempest-FloatingIPsAssociationTestJSON-1089918034-project-member] [instance: 33910d6d-0911-4e2a-82af-1b705cedd3fe] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 543.493739] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7139035f-cef6-4200-9ed2-367d8df44db9 tempest-FloatingIPsAssociationTestJSON-1089918034 tempest-FloatingIPsAssociationTestJSON-1089918034-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.493953] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7139035f-cef6-4200-9ed2-367d8df44db9 tempest-FloatingIPsAssociationTestJSON-1089918034 tempest-FloatingIPsAssociationTestJSON-1089918034-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.494176] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7139035f-cef6-4200-9ed2-367d8df44db9 tempest-FloatingIPsAssociationTestJSON-1089918034 tempest-FloatingIPsAssociationTestJSON-1089918034-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.516865] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7139035f-cef6-4200-9ed2-367d8df44db9 tempest-FloatingIPsAssociationTestJSON-1089918034 tempest-FloatingIPsAssociationTestJSON-1089918034-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.517080] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7139035f-cef6-4200-9ed2-367d8df44db9 tempest-FloatingIPsAssociationTestJSON-1089918034 tempest-FloatingIPsAssociationTestJSON-1089918034-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.517080] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7139035f-cef6-4200-9ed2-367d8df44db9 tempest-FloatingIPsAssociationTestJSON-1089918034 tempest-FloatingIPsAssociationTestJSON-1089918034-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.678535] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell0:SELECT=5 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 544.723277] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell1:SELECT=14,nova_cell1:SAVEPOINT=3,nova_cell1:INSERT=32,nova_cell1:RELEASE=3 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 544.733531] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=26,nova_api:DELETE=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 544.739869] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=21,nova_api:UPDATE=4,nova_api:DELETE=3 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 545.056742] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-f25d0e30-8ad9-41f6-8a30-8fc95085a42e tempest-ServersWithSpecificFlavorTestJSON-1230324252 tempest-ServersWithSpecificFlavorTestJSON-1230324252-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 545.083756] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f25d0e30-8ad9-41f6-8a30-8fc95085a42e tempest-ServersWithSpecificFlavorTestJSON-1230324252 tempest-ServersWithSpecificFlavorTestJSON-1230324252-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.084925] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f25d0e30-8ad9-41f6-8a30-8fc95085a42e tempest-ServersWithSpecificFlavorTestJSON-1230324252 tempest-ServersWithSpecificFlavorTestJSON-1230324252-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.084925] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f25d0e30-8ad9-41f6-8a30-8fc95085a42e tempest-ServersWithSpecificFlavorTestJSON-1230324252 tempest-ServersWithSpecificFlavorTestJSON-1230324252-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.141565] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f25d0e30-8ad9-41f6-8a30-8fc95085a42e tempest-ServersWithSpecificFlavorTestJSON-1230324252 tempest-ServersWithSpecificFlavorTestJSON-1230324252-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.141835] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f25d0e30-8ad9-41f6-8a30-8fc95085a42e tempest-ServersWithSpecificFlavorTestJSON-1230324252 tempest-ServersWithSpecificFlavorTestJSON-1230324252-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.142971] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f25d0e30-8ad9-41f6-8a30-8fc95085a42e tempest-ServersWithSpecificFlavorTestJSON-1230324252 tempest-ServersWithSpecificFlavorTestJSON-1230324252-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.142971] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f25d0e30-8ad9-41f6-8a30-8fc95085a42e tempest-ServersWithSpecificFlavorTestJSON-1230324252 tempest-ServersWithSpecificFlavorTestJSON-1230324252-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.142971] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f25d0e30-8ad9-41f6-8a30-8fc95085a42e tempest-ServersWithSpecificFlavorTestJSON-1230324252 tempest-ServersWithSpecificFlavorTestJSON-1230324252-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.142971] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f25d0e30-8ad9-41f6-8a30-8fc95085a42e tempest-ServersWithSpecificFlavorTestJSON-1230324252 tempest-ServersWithSpecificFlavorTestJSON-1230324252-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.160429] nova-conductor[54852]: DEBUG nova.quota [None req-f25d0e30-8ad9-41f6-8a30-8fc95085a42e tempest-ServersWithSpecificFlavorTestJSON-1230324252 tempest-ServersWithSpecificFlavorTestJSON-1230324252-project-member] Getting quotas for project 0722cb91ac164042b59ca07913dfef01. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 545.162029] nova-conductor[54852]: DEBUG nova.quota [None req-f25d0e30-8ad9-41f6-8a30-8fc95085a42e tempest-ServersWithSpecificFlavorTestJSON-1230324252 tempest-ServersWithSpecificFlavorTestJSON-1230324252-project-member] Getting quotas for user 37a639b2a5bf4792a4d907cd0e9f9cf6 and project 0722cb91ac164042b59ca07913dfef01. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 545.169871] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-f25d0e30-8ad9-41f6-8a30-8fc95085a42e tempest-ServersWithSpecificFlavorTestJSON-1230324252 tempest-ServersWithSpecificFlavorTestJSON-1230324252-project-member] [instance: 25758cb8-6635-4284-bc94-a95389af3c8a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 545.171795] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f25d0e30-8ad9-41f6-8a30-8fc95085a42e tempest-ServersWithSpecificFlavorTestJSON-1230324252 tempest-ServersWithSpecificFlavorTestJSON-1230324252-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.172024] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f25d0e30-8ad9-41f6-8a30-8fc95085a42e tempest-ServersWithSpecificFlavorTestJSON-1230324252 tempest-ServersWithSpecificFlavorTestJSON-1230324252-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.172231] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f25d0e30-8ad9-41f6-8a30-8fc95085a42e tempest-ServersWithSpecificFlavorTestJSON-1230324252 tempest-ServersWithSpecificFlavorTestJSON-1230324252-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.183023] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-f25d0e30-8ad9-41f6-8a30-8fc95085a42e tempest-ServersWithSpecificFlavorTestJSON-1230324252 tempest-ServersWithSpecificFlavorTestJSON-1230324252-project-member] [instance: 25758cb8-6635-4284-bc94-a95389af3c8a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 545.183831] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f25d0e30-8ad9-41f6-8a30-8fc95085a42e tempest-ServersWithSpecificFlavorTestJSON-1230324252 tempest-ServersWithSpecificFlavorTestJSON-1230324252-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.184049] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f25d0e30-8ad9-41f6-8a30-8fc95085a42e tempest-ServersWithSpecificFlavorTestJSON-1230324252 tempest-ServersWithSpecificFlavorTestJSON-1230324252-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.184381] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f25d0e30-8ad9-41f6-8a30-8fc95085a42e tempest-ServersWithSpecificFlavorTestJSON-1230324252 tempest-ServersWithSpecificFlavorTestJSON-1230324252-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.206195] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f25d0e30-8ad9-41f6-8a30-8fc95085a42e tempest-ServersWithSpecificFlavorTestJSON-1230324252 tempest-ServersWithSpecificFlavorTestJSON-1230324252-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.206422] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f25d0e30-8ad9-41f6-8a30-8fc95085a42e tempest-ServersWithSpecificFlavorTestJSON-1230324252 tempest-ServersWithSpecificFlavorTestJSON-1230324252-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.206627] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f25d0e30-8ad9-41f6-8a30-8fc95085a42e tempest-ServersWithSpecificFlavorTestJSON-1230324252 tempest-ServersWithSpecificFlavorTestJSON-1230324252-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.100878] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-715e8879-bfa8-4740-8bf2-6cd1dd49984f tempest-ServersAdminNegativeTestJSON-1486091049 tempest-ServersAdminNegativeTestJSON-1486091049-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 546.127193] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-715e8879-bfa8-4740-8bf2-6cd1dd49984f tempest-ServersAdminNegativeTestJSON-1486091049 tempest-ServersAdminNegativeTestJSON-1486091049-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.127599] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-715e8879-bfa8-4740-8bf2-6cd1dd49984f tempest-ServersAdminNegativeTestJSON-1486091049 tempest-ServersAdminNegativeTestJSON-1486091049-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.127882] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-715e8879-bfa8-4740-8bf2-6cd1dd49984f tempest-ServersAdminNegativeTestJSON-1486091049 tempest-ServersAdminNegativeTestJSON-1486091049-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.183969] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-715e8879-bfa8-4740-8bf2-6cd1dd49984f tempest-ServersAdminNegativeTestJSON-1486091049 tempest-ServersAdminNegativeTestJSON-1486091049-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.184347] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-715e8879-bfa8-4740-8bf2-6cd1dd49984f tempest-ServersAdminNegativeTestJSON-1486091049 tempest-ServersAdminNegativeTestJSON-1486091049-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.184563] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-715e8879-bfa8-4740-8bf2-6cd1dd49984f tempest-ServersAdminNegativeTestJSON-1486091049 tempest-ServersAdminNegativeTestJSON-1486091049-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.184985] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-715e8879-bfa8-4740-8bf2-6cd1dd49984f tempest-ServersAdminNegativeTestJSON-1486091049 tempest-ServersAdminNegativeTestJSON-1486091049-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.185395] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-715e8879-bfa8-4740-8bf2-6cd1dd49984f tempest-ServersAdminNegativeTestJSON-1486091049 tempest-ServersAdminNegativeTestJSON-1486091049-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.185395] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-715e8879-bfa8-4740-8bf2-6cd1dd49984f tempest-ServersAdminNegativeTestJSON-1486091049 tempest-ServersAdminNegativeTestJSON-1486091049-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.197564] nova-conductor[54853]: DEBUG nova.quota [None req-715e8879-bfa8-4740-8bf2-6cd1dd49984f tempest-ServersAdminNegativeTestJSON-1486091049 tempest-ServersAdminNegativeTestJSON-1486091049-project-member] Getting quotas for project bbba7bb465cf45f7a4d8990f33db11b3. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 546.201125] nova-conductor[54853]: DEBUG nova.quota [None req-715e8879-bfa8-4740-8bf2-6cd1dd49984f tempest-ServersAdminNegativeTestJSON-1486091049 tempest-ServersAdminNegativeTestJSON-1486091049-project-member] Getting quotas for user b6dd4b19774a453c9ce2dd9f46bc5c69 and project bbba7bb465cf45f7a4d8990f33db11b3. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 546.212959] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-715e8879-bfa8-4740-8bf2-6cd1dd49984f tempest-ServersAdminNegativeTestJSON-1486091049 tempest-ServersAdminNegativeTestJSON-1486091049-project-member] [instance: 6f5cc707-70e8-48fb-8d9d-904f3e0130af] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 546.213643] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-715e8879-bfa8-4740-8bf2-6cd1dd49984f tempest-ServersAdminNegativeTestJSON-1486091049 tempest-ServersAdminNegativeTestJSON-1486091049-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.213860] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-715e8879-bfa8-4740-8bf2-6cd1dd49984f tempest-ServersAdminNegativeTestJSON-1486091049 tempest-ServersAdminNegativeTestJSON-1486091049-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.214040] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-715e8879-bfa8-4740-8bf2-6cd1dd49984f tempest-ServersAdminNegativeTestJSON-1486091049 tempest-ServersAdminNegativeTestJSON-1486091049-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.221017] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-715e8879-bfa8-4740-8bf2-6cd1dd49984f tempest-ServersAdminNegativeTestJSON-1486091049 tempest-ServersAdminNegativeTestJSON-1486091049-project-member] [instance: 6f5cc707-70e8-48fb-8d9d-904f3e0130af] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 546.221017] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-715e8879-bfa8-4740-8bf2-6cd1dd49984f tempest-ServersAdminNegativeTestJSON-1486091049 tempest-ServersAdminNegativeTestJSON-1486091049-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.221481] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-715e8879-bfa8-4740-8bf2-6cd1dd49984f tempest-ServersAdminNegativeTestJSON-1486091049 tempest-ServersAdminNegativeTestJSON-1486091049-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.221481] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-715e8879-bfa8-4740-8bf2-6cd1dd49984f tempest-ServersAdminNegativeTestJSON-1486091049 tempest-ServersAdminNegativeTestJSON-1486091049-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.240389] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-715e8879-bfa8-4740-8bf2-6cd1dd49984f tempest-ServersAdminNegativeTestJSON-1486091049 tempest-ServersAdminNegativeTestJSON-1486091049-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.240681] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-715e8879-bfa8-4740-8bf2-6cd1dd49984f tempest-ServersAdminNegativeTestJSON-1486091049 tempest-ServersAdminNegativeTestJSON-1486091049-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.240885] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-715e8879-bfa8-4740-8bf2-6cd1dd49984f tempest-ServersAdminNegativeTestJSON-1486091049 tempest-ServersAdminNegativeTestJSON-1486091049-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.540189] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-e2104dd1-24c9-4e26-9988-07506efbf3ab tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 551.554678] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-51992d1d-6e80-47c7-83cd-bd89c992229d tempest-ServerAddressesTestJSON-490820550 tempest-ServerAddressesTestJSON-490820550-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 551.557520] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e2104dd1-24c9-4e26-9988-07506efbf3ab tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.557730] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e2104dd1-24c9-4e26-9988-07506efbf3ab tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.558231] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e2104dd1-24c9-4e26-9988-07506efbf3ab tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.570186] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-51992d1d-6e80-47c7-83cd-bd89c992229d tempest-ServerAddressesTestJSON-490820550 tempest-ServerAddressesTestJSON-490820550-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.570389] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-51992d1d-6e80-47c7-83cd-bd89c992229d tempest-ServerAddressesTestJSON-490820550 tempest-ServerAddressesTestJSON-490820550-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.570558] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-51992d1d-6e80-47c7-83cd-bd89c992229d tempest-ServerAddressesTestJSON-490820550 tempest-ServerAddressesTestJSON-490820550-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.611869] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e2104dd1-24c9-4e26-9988-07506efbf3ab tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.612117] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e2104dd1-24c9-4e26-9988-07506efbf3ab tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.612336] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e2104dd1-24c9-4e26-9988-07506efbf3ab tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.612705] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e2104dd1-24c9-4e26-9988-07506efbf3ab tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.612885] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e2104dd1-24c9-4e26-9988-07506efbf3ab tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.613053] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e2104dd1-24c9-4e26-9988-07506efbf3ab tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.630810] nova-conductor[54853]: DEBUG nova.quota [None req-e2104dd1-24c9-4e26-9988-07506efbf3ab tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Getting quotas for project 2948b6c7e6f04cf98b36777c2fc94fc1. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 551.636404] nova-conductor[54853]: DEBUG nova.quota [None req-e2104dd1-24c9-4e26-9988-07506efbf3ab tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Getting quotas for user 2e1b761abfd44661a6da62ba35ec442f and project 2948b6c7e6f04cf98b36777c2fc94fc1. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 551.640149] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-51992d1d-6e80-47c7-83cd-bd89c992229d tempest-ServerAddressesTestJSON-490820550 tempest-ServerAddressesTestJSON-490820550-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.640149] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-51992d1d-6e80-47c7-83cd-bd89c992229d tempest-ServerAddressesTestJSON-490820550 tempest-ServerAddressesTestJSON-490820550-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.640149] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-51992d1d-6e80-47c7-83cd-bd89c992229d tempest-ServerAddressesTestJSON-490820550 tempest-ServerAddressesTestJSON-490820550-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.640149] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-51992d1d-6e80-47c7-83cd-bd89c992229d tempest-ServerAddressesTestJSON-490820550 tempest-ServerAddressesTestJSON-490820550-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.640149] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-51992d1d-6e80-47c7-83cd-bd89c992229d tempest-ServerAddressesTestJSON-490820550 tempest-ServerAddressesTestJSON-490820550-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.640149] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-51992d1d-6e80-47c7-83cd-bd89c992229d tempest-ServerAddressesTestJSON-490820550 tempest-ServerAddressesTestJSON-490820550-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.645571] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-e2104dd1-24c9-4e26-9988-07506efbf3ab tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] [instance: 147165a4-9071-4516-9498-fa4c706a5e37] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 551.646184] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e2104dd1-24c9-4e26-9988-07506efbf3ab tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.646543] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e2104dd1-24c9-4e26-9988-07506efbf3ab tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.646620] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e2104dd1-24c9-4e26-9988-07506efbf3ab tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.651931] nova-conductor[54852]: DEBUG nova.quota [None req-51992d1d-6e80-47c7-83cd-bd89c992229d tempest-ServerAddressesTestJSON-490820550 tempest-ServerAddressesTestJSON-490820550-project-member] Getting quotas for project 018e2d331fd5438c9caaea7d093d45cb. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 551.656583] nova-conductor[54852]: DEBUG nova.quota [None req-51992d1d-6e80-47c7-83cd-bd89c992229d tempest-ServerAddressesTestJSON-490820550 tempest-ServerAddressesTestJSON-490820550-project-member] Getting quotas for user 8e632f48c0b2406dbce67e74921c9b02 and project 018e2d331fd5438c9caaea7d093d45cb. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 551.663790] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-51992d1d-6e80-47c7-83cd-bd89c992229d tempest-ServerAddressesTestJSON-490820550 tempest-ServerAddressesTestJSON-490820550-project-member] [instance: 2a8c7285-35dd-4112-b84a-ea384aead074] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 551.664378] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-51992d1d-6e80-47c7-83cd-bd89c992229d tempest-ServerAddressesTestJSON-490820550 tempest-ServerAddressesTestJSON-490820550-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.664586] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-51992d1d-6e80-47c7-83cd-bd89c992229d tempest-ServerAddressesTestJSON-490820550 tempest-ServerAddressesTestJSON-490820550-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.664751] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-51992d1d-6e80-47c7-83cd-bd89c992229d tempest-ServerAddressesTestJSON-490820550 tempest-ServerAddressesTestJSON-490820550-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.669060] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-e2104dd1-24c9-4e26-9988-07506efbf3ab tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] [instance: 147165a4-9071-4516-9498-fa4c706a5e37] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 551.671045] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e2104dd1-24c9-4e26-9988-07506efbf3ab tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.671045] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e2104dd1-24c9-4e26-9988-07506efbf3ab tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.671045] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e2104dd1-24c9-4e26-9988-07506efbf3ab tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.674034] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-51992d1d-6e80-47c7-83cd-bd89c992229d tempest-ServerAddressesTestJSON-490820550 tempest-ServerAddressesTestJSON-490820550-project-member] [instance: 2a8c7285-35dd-4112-b84a-ea384aead074] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 551.674813] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-51992d1d-6e80-47c7-83cd-bd89c992229d tempest-ServerAddressesTestJSON-490820550 tempest-ServerAddressesTestJSON-490820550-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.675602] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-51992d1d-6e80-47c7-83cd-bd89c992229d tempest-ServerAddressesTestJSON-490820550 tempest-ServerAddressesTestJSON-490820550-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.675602] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-51992d1d-6e80-47c7-83cd-bd89c992229d tempest-ServerAddressesTestJSON-490820550 tempest-ServerAddressesTestJSON-490820550-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.704155] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e2104dd1-24c9-4e26-9988-07506efbf3ab tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.704391] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e2104dd1-24c9-4e26-9988-07506efbf3ab tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.704596] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e2104dd1-24c9-4e26-9988-07506efbf3ab tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.712561] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-51992d1d-6e80-47c7-83cd-bd89c992229d tempest-ServerAddressesTestJSON-490820550 tempest-ServerAddressesTestJSON-490820550-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.712784] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-51992d1d-6e80-47c7-83cd-bd89c992229d tempest-ServerAddressesTestJSON-490820550 tempest-ServerAddressesTestJSON-490820550-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.712949] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-51992d1d-6e80-47c7-83cd-bd89c992229d tempest-ServerAddressesTestJSON-490820550 tempest-ServerAddressesTestJSON-490820550-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.790122] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-09634c64-b594-478c-b1bf-d4adf8c1e550 tempest-ImagesNegativeTestJSON-1252702591 tempest-ImagesNegativeTestJSON-1252702591-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 552.807542] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-09634c64-b594-478c-b1bf-d4adf8c1e550 tempest-ImagesNegativeTestJSON-1252702591 tempest-ImagesNegativeTestJSON-1252702591-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.808747] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-09634c64-b594-478c-b1bf-d4adf8c1e550 tempest-ImagesNegativeTestJSON-1252702591 tempest-ImagesNegativeTestJSON-1252702591-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.808747] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-09634c64-b594-478c-b1bf-d4adf8c1e550 tempest-ImagesNegativeTestJSON-1252702591 tempest-ImagesNegativeTestJSON-1252702591-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.845298] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-09634c64-b594-478c-b1bf-d4adf8c1e550 tempest-ImagesNegativeTestJSON-1252702591 tempest-ImagesNegativeTestJSON-1252702591-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.845801] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-09634c64-b594-478c-b1bf-d4adf8c1e550 tempest-ImagesNegativeTestJSON-1252702591 tempest-ImagesNegativeTestJSON-1252702591-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.845985] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-09634c64-b594-478c-b1bf-d4adf8c1e550 tempest-ImagesNegativeTestJSON-1252702591 tempest-ImagesNegativeTestJSON-1252702591-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.846900] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-09634c64-b594-478c-b1bf-d4adf8c1e550 tempest-ImagesNegativeTestJSON-1252702591 tempest-ImagesNegativeTestJSON-1252702591-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.847516] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-09634c64-b594-478c-b1bf-d4adf8c1e550 tempest-ImagesNegativeTestJSON-1252702591 tempest-ImagesNegativeTestJSON-1252702591-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.847737] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-09634c64-b594-478c-b1bf-d4adf8c1e550 tempest-ImagesNegativeTestJSON-1252702591 tempest-ImagesNegativeTestJSON-1252702591-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.862369] nova-conductor[54853]: DEBUG nova.quota [None req-09634c64-b594-478c-b1bf-d4adf8c1e550 tempest-ImagesNegativeTestJSON-1252702591 tempest-ImagesNegativeTestJSON-1252702591-project-member] Getting quotas for project 276d6c9494694392ac867f5f3976b79e. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 552.864577] nova-conductor[54853]: DEBUG nova.quota [None req-09634c64-b594-478c-b1bf-d4adf8c1e550 tempest-ImagesNegativeTestJSON-1252702591 tempest-ImagesNegativeTestJSON-1252702591-project-member] Getting quotas for user 1794e9391e5e4d18b90e522bd2acc8ef and project 276d6c9494694392ac867f5f3976b79e. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 552.870471] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-09634c64-b594-478c-b1bf-d4adf8c1e550 tempest-ImagesNegativeTestJSON-1252702591 tempest-ImagesNegativeTestJSON-1252702591-project-member] [instance: ab0f02a1-f883-4ad6-8f8c-5c300fff0f70] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 552.871029] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-09634c64-b594-478c-b1bf-d4adf8c1e550 tempest-ImagesNegativeTestJSON-1252702591 tempest-ImagesNegativeTestJSON-1252702591-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.871289] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-09634c64-b594-478c-b1bf-d4adf8c1e550 tempest-ImagesNegativeTestJSON-1252702591 tempest-ImagesNegativeTestJSON-1252702591-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.871608] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-09634c64-b594-478c-b1bf-d4adf8c1e550 tempest-ImagesNegativeTestJSON-1252702591 tempest-ImagesNegativeTestJSON-1252702591-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.880481] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-09634c64-b594-478c-b1bf-d4adf8c1e550 tempest-ImagesNegativeTestJSON-1252702591 tempest-ImagesNegativeTestJSON-1252702591-project-member] [instance: ab0f02a1-f883-4ad6-8f8c-5c300fff0f70] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 552.881847] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-09634c64-b594-478c-b1bf-d4adf8c1e550 tempest-ImagesNegativeTestJSON-1252702591 tempest-ImagesNegativeTestJSON-1252702591-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.881847] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-09634c64-b594-478c-b1bf-d4adf8c1e550 tempest-ImagesNegativeTestJSON-1252702591 tempest-ImagesNegativeTestJSON-1252702591-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.881847] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-09634c64-b594-478c-b1bf-d4adf8c1e550 tempest-ImagesNegativeTestJSON-1252702591 tempest-ImagesNegativeTestJSON-1252702591-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.925730] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-09634c64-b594-478c-b1bf-d4adf8c1e550 tempest-ImagesNegativeTestJSON-1252702591 tempest-ImagesNegativeTestJSON-1252702591-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.926044] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-09634c64-b594-478c-b1bf-d4adf8c1e550 tempest-ImagesNegativeTestJSON-1252702591 tempest-ImagesNegativeTestJSON-1252702591-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.926761] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-09634c64-b594-478c-b1bf-d4adf8c1e550 tempest-ImagesNegativeTestJSON-1252702591 tempest-ImagesNegativeTestJSON-1252702591-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.407829] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-fc44d69f-7b43-453c-b00e-9a4efc2f0409 tempest-ServerActionsTestOtherB-793892656 tempest-ServerActionsTestOtherB-793892656-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 554.429373] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-fc44d69f-7b43-453c-b00e-9a4efc2f0409 tempest-ServerActionsTestOtherB-793892656 tempest-ServerActionsTestOtherB-793892656-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.429373] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-fc44d69f-7b43-453c-b00e-9a4efc2f0409 tempest-ServerActionsTestOtherB-793892656 tempest-ServerActionsTestOtherB-793892656-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.429373] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-fc44d69f-7b43-453c-b00e-9a4efc2f0409 tempest-ServerActionsTestOtherB-793892656 tempest-ServerActionsTestOtherB-793892656-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.487285] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-fc44d69f-7b43-453c-b00e-9a4efc2f0409 tempest-ServerActionsTestOtherB-793892656 tempest-ServerActionsTestOtherB-793892656-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.487694] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-fc44d69f-7b43-453c-b00e-9a4efc2f0409 tempest-ServerActionsTestOtherB-793892656 tempest-ServerActionsTestOtherB-793892656-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.488186] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-fc44d69f-7b43-453c-b00e-9a4efc2f0409 tempest-ServerActionsTestOtherB-793892656 tempest-ServerActionsTestOtherB-793892656-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.488922] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-fc44d69f-7b43-453c-b00e-9a4efc2f0409 tempest-ServerActionsTestOtherB-793892656 tempest-ServerActionsTestOtherB-793892656-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.489418] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-fc44d69f-7b43-453c-b00e-9a4efc2f0409 tempest-ServerActionsTestOtherB-793892656 tempest-ServerActionsTestOtherB-793892656-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.491578] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-fc44d69f-7b43-453c-b00e-9a4efc2f0409 tempest-ServerActionsTestOtherB-793892656 tempest-ServerActionsTestOtherB-793892656-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.523122] nova-conductor[54852]: DEBUG nova.quota [None req-fc44d69f-7b43-453c-b00e-9a4efc2f0409 tempest-ServerActionsTestOtherB-793892656 tempest-ServerActionsTestOtherB-793892656-project-member] Getting quotas for project b6d54eb98d27441bb7b64ac757d91de3. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 554.531645] nova-conductor[54852]: DEBUG nova.quota [None req-fc44d69f-7b43-453c-b00e-9a4efc2f0409 tempest-ServerActionsTestOtherB-793892656 tempest-ServerActionsTestOtherB-793892656-project-member] Getting quotas for user 4aa4273c50294c8da92344a6ed3e4ae2 and project b6d54eb98d27441bb7b64ac757d91de3. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 554.545822] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-fc44d69f-7b43-453c-b00e-9a4efc2f0409 tempest-ServerActionsTestOtherB-793892656 tempest-ServerActionsTestOtherB-793892656-project-member] [instance: 353b72b2-cd56-442f-9010-c75baf8f5a48] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 554.546486] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-fc44d69f-7b43-453c-b00e-9a4efc2f0409 tempest-ServerActionsTestOtherB-793892656 tempest-ServerActionsTestOtherB-793892656-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.547150] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-fc44d69f-7b43-453c-b00e-9a4efc2f0409 tempest-ServerActionsTestOtherB-793892656 tempest-ServerActionsTestOtherB-793892656-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.547150] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-fc44d69f-7b43-453c-b00e-9a4efc2f0409 tempest-ServerActionsTestOtherB-793892656 tempest-ServerActionsTestOtherB-793892656-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.551607] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-fc44d69f-7b43-453c-b00e-9a4efc2f0409 tempest-ServerActionsTestOtherB-793892656 tempest-ServerActionsTestOtherB-793892656-project-member] [instance: 353b72b2-cd56-442f-9010-c75baf8f5a48] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 554.552529] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-fc44d69f-7b43-453c-b00e-9a4efc2f0409 tempest-ServerActionsTestOtherB-793892656 tempest-ServerActionsTestOtherB-793892656-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.552824] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-fc44d69f-7b43-453c-b00e-9a4efc2f0409 tempest-ServerActionsTestOtherB-793892656 tempest-ServerActionsTestOtherB-793892656-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.553068] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-fc44d69f-7b43-453c-b00e-9a4efc2f0409 tempest-ServerActionsTestOtherB-793892656 tempest-ServerActionsTestOtherB-793892656-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.570553] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-fc44d69f-7b43-453c-b00e-9a4efc2f0409 tempest-ServerActionsTestOtherB-793892656 tempest-ServerActionsTestOtherB-793892656-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.570781] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-fc44d69f-7b43-453c-b00e-9a4efc2f0409 tempest-ServerActionsTestOtherB-793892656 tempest-ServerActionsTestOtherB-793892656-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.570954] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-fc44d69f-7b43-453c-b00e-9a4efc2f0409 tempest-ServerActionsTestOtherB-793892656 tempest-ServerActionsTestOtherB-793892656-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.757590] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-938772ee-b4f1-4c99-9a58-1ef068837006 tempest-ServersAdmin275Test-973179173 tempest-ServersAdmin275Test-973179173-project-admin] Targeting cell 7c385852-dcd3-47ff-aed8-fb74e138993a(cell1) for conductor method rebuild_instance {{(pid=54853) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 554.757854] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-938772ee-b4f1-4c99-9a58-1ef068837006 tempest-ServersAdmin275Test-973179173 tempest-ServersAdmin275Test-973179173-project-admin] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.758106] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-938772ee-b4f1-4c99-9a58-1ef068837006 tempest-ServersAdmin275Test-973179173 tempest-ServersAdmin275Test-973179173-project-admin] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.758334] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-938772ee-b4f1-4c99-9a58-1ef068837006 tempest-ServersAdmin275Test-973179173 tempest-ServersAdmin275Test-973179173-project-admin] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.784606] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-938772ee-b4f1-4c99-9a58-1ef068837006 tempest-ServersAdmin275Test-973179173 tempest-ServersAdmin275Test-973179173-project-admin] [instance: a33da17c-bbb2-4307-b4b3-56cec5cb757e] No migration record for the rebuild/evacuate request. {{(pid=54853) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 555.502198] nova-conductor[54853]: ERROR nova.scheduler.utils [None req-e55c35b8-dac2-4c56-bf21-8631bd3fa7fd tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] [instance: 795b645d-3aee-4dd8-9537-2277f86c5b10] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 6bcf7b58-225b-48db-aaef-834cc06a36b1, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 795b645d-3aee-4dd8-9537-2277f86c5b10 was re-scheduled: Binding failed for port 6bcf7b58-225b-48db-aaef-834cc06a36b1, please check neutron logs for more information.\n'] [ 555.503164] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-e55c35b8-dac2-4c56-bf21-8631bd3fa7fd tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Rescheduling: True {{(pid=54853) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 555.505039] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-e55c35b8-dac2-4c56-bf21-8631bd3fa7fd tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 795b645d-3aee-4dd8-9537-2277f86c5b10.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 795b645d-3aee-4dd8-9537-2277f86c5b10. [ 555.505039] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-e55c35b8-dac2-4c56-bf21-8631bd3fa7fd tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] [instance: 795b645d-3aee-4dd8-9537-2277f86c5b10] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 795b645d-3aee-4dd8-9537-2277f86c5b10. [ 555.561588] nova-conductor[54853]: DEBUG nova.network.neutron [None req-e55c35b8-dac2-4c56-bf21-8631bd3fa7fd tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] [instance: 795b645d-3aee-4dd8-9537-2277f86c5b10] deallocate_for_instance() {{(pid=54853) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 555.615252] nova-conductor[54853]: DEBUG nova.network.neutron [None req-e55c35b8-dac2-4c56-bf21-8631bd3fa7fd tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] [instance: 795b645d-3aee-4dd8-9537-2277f86c5b10] Instance cache missing network info. {{(pid=54853) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 555.621697] nova-conductor[54853]: DEBUG nova.network.neutron [None req-e55c35b8-dac2-4c56-bf21-8631bd3fa7fd tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] [instance: 795b645d-3aee-4dd8-9537-2277f86c5b10] Updating instance_info_cache with network_info: [] {{(pid=54853) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 555.894509] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-6546f21d-db73-488e-a76c-fb68595deebe tempest-FloatingIPsAssociationNegativeTestJSON-1981902413 tempest-FloatingIPsAssociationNegativeTestJSON-1981902413-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 555.915660] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-6546f21d-db73-488e-a76c-fb68595deebe tempest-FloatingIPsAssociationNegativeTestJSON-1981902413 tempest-FloatingIPsAssociationNegativeTestJSON-1981902413-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.915886] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-6546f21d-db73-488e-a76c-fb68595deebe tempest-FloatingIPsAssociationNegativeTestJSON-1981902413 tempest-FloatingIPsAssociationNegativeTestJSON-1981902413-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.916496] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-6546f21d-db73-488e-a76c-fb68595deebe tempest-FloatingIPsAssociationNegativeTestJSON-1981902413 tempest-FloatingIPsAssociationNegativeTestJSON-1981902413-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.974575] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-6546f21d-db73-488e-a76c-fb68595deebe tempest-FloatingIPsAssociationNegativeTestJSON-1981902413 tempest-FloatingIPsAssociationNegativeTestJSON-1981902413-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.974815] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-6546f21d-db73-488e-a76c-fb68595deebe tempest-FloatingIPsAssociationNegativeTestJSON-1981902413 tempest-FloatingIPsAssociationNegativeTestJSON-1981902413-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.975022] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-6546f21d-db73-488e-a76c-fb68595deebe tempest-FloatingIPsAssociationNegativeTestJSON-1981902413 tempest-FloatingIPsAssociationNegativeTestJSON-1981902413-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.975469] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-6546f21d-db73-488e-a76c-fb68595deebe tempest-FloatingIPsAssociationNegativeTestJSON-1981902413 tempest-FloatingIPsAssociationNegativeTestJSON-1981902413-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.975665] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-6546f21d-db73-488e-a76c-fb68595deebe tempest-FloatingIPsAssociationNegativeTestJSON-1981902413 tempest-FloatingIPsAssociationNegativeTestJSON-1981902413-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.975829] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-6546f21d-db73-488e-a76c-fb68595deebe tempest-FloatingIPsAssociationNegativeTestJSON-1981902413 tempest-FloatingIPsAssociationNegativeTestJSON-1981902413-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.990169] nova-conductor[54853]: DEBUG nova.quota [None req-6546f21d-db73-488e-a76c-fb68595deebe tempest-FloatingIPsAssociationNegativeTestJSON-1981902413 tempest-FloatingIPsAssociationNegativeTestJSON-1981902413-project-member] Getting quotas for project 9f69e1ca17f749ebb1fb432cf3d68310. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 555.992852] nova-conductor[54853]: DEBUG nova.quota [None req-6546f21d-db73-488e-a76c-fb68595deebe tempest-FloatingIPsAssociationNegativeTestJSON-1981902413 tempest-FloatingIPsAssociationNegativeTestJSON-1981902413-project-member] Getting quotas for user c4d4a83e60df4c1fb7812183126b370e and project 9f69e1ca17f749ebb1fb432cf3d68310. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 556.005295] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-6546f21d-db73-488e-a76c-fb68595deebe tempest-FloatingIPsAssociationNegativeTestJSON-1981902413 tempest-FloatingIPsAssociationNegativeTestJSON-1981902413-project-member] [instance: 03ee0097-1200-43ce-9baa-e9da80105516] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 556.005295] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-6546f21d-db73-488e-a76c-fb68595deebe tempest-FloatingIPsAssociationNegativeTestJSON-1981902413 tempest-FloatingIPsAssociationNegativeTestJSON-1981902413-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.007175] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-6546f21d-db73-488e-a76c-fb68595deebe tempest-FloatingIPsAssociationNegativeTestJSON-1981902413 tempest-FloatingIPsAssociationNegativeTestJSON-1981902413-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.007175] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-6546f21d-db73-488e-a76c-fb68595deebe tempest-FloatingIPsAssociationNegativeTestJSON-1981902413 tempest-FloatingIPsAssociationNegativeTestJSON-1981902413-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.012797] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-6546f21d-db73-488e-a76c-fb68595deebe tempest-FloatingIPsAssociationNegativeTestJSON-1981902413 tempest-FloatingIPsAssociationNegativeTestJSON-1981902413-project-member] [instance: 03ee0097-1200-43ce-9baa-e9da80105516] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 556.013542] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-6546f21d-db73-488e-a76c-fb68595deebe tempest-FloatingIPsAssociationNegativeTestJSON-1981902413 tempest-FloatingIPsAssociationNegativeTestJSON-1981902413-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.013776] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-6546f21d-db73-488e-a76c-fb68595deebe tempest-FloatingIPsAssociationNegativeTestJSON-1981902413 tempest-FloatingIPsAssociationNegativeTestJSON-1981902413-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.013977] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-6546f21d-db73-488e-a76c-fb68595deebe tempest-FloatingIPsAssociationNegativeTestJSON-1981902413 tempest-FloatingIPsAssociationNegativeTestJSON-1981902413-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.067601] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-6546f21d-db73-488e-a76c-fb68595deebe tempest-FloatingIPsAssociationNegativeTestJSON-1981902413 tempest-FloatingIPsAssociationNegativeTestJSON-1981902413-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.067849] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-6546f21d-db73-488e-a76c-fb68595deebe tempest-FloatingIPsAssociationNegativeTestJSON-1981902413 tempest-FloatingIPsAssociationNegativeTestJSON-1981902413-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.068027] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-6546f21d-db73-488e-a76c-fb68595deebe tempest-FloatingIPsAssociationNegativeTestJSON-1981902413 tempest-FloatingIPsAssociationNegativeTestJSON-1981902413-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.463694] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-c35edd6f-fd0b-4322-95c2-1fe4ff430f58 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 558.486532] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c35edd6f-fd0b-4322-95c2-1fe4ff430f58 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.486770] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c35edd6f-fd0b-4322-95c2-1fe4ff430f58 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.486942] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c35edd6f-fd0b-4322-95c2-1fe4ff430f58 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.532734] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c35edd6f-fd0b-4322-95c2-1fe4ff430f58 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.532980] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c35edd6f-fd0b-4322-95c2-1fe4ff430f58 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.533152] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c35edd6f-fd0b-4322-95c2-1fe4ff430f58 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.533558] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c35edd6f-fd0b-4322-95c2-1fe4ff430f58 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.533828] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c35edd6f-fd0b-4322-95c2-1fe4ff430f58 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.533913] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c35edd6f-fd0b-4322-95c2-1fe4ff430f58 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.545054] nova-conductor[54852]: DEBUG nova.quota [None req-c35edd6f-fd0b-4322-95c2-1fe4ff430f58 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Getting quotas for project a654d46357ed49cd95460a56926f102a. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 558.547472] nova-conductor[54852]: DEBUG nova.quota [None req-c35edd6f-fd0b-4322-95c2-1fe4ff430f58 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Getting quotas for user c654b8365f5543f3bf713f3f5aa00654 and project a654d46357ed49cd95460a56926f102a. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 558.552488] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-c35edd6f-fd0b-4322-95c2-1fe4ff430f58 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] [instance: 0dba167b-aa56-4463-9749-b74fbc7430d9] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 558.552918] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c35edd6f-fd0b-4322-95c2-1fe4ff430f58 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.553108] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c35edd6f-fd0b-4322-95c2-1fe4ff430f58 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.553300] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c35edd6f-fd0b-4322-95c2-1fe4ff430f58 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.560107] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-c35edd6f-fd0b-4322-95c2-1fe4ff430f58 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] [instance: 0dba167b-aa56-4463-9749-b74fbc7430d9] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 558.560797] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c35edd6f-fd0b-4322-95c2-1fe4ff430f58 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.561014] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c35edd6f-fd0b-4322-95c2-1fe4ff430f58 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.561187] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c35edd6f-fd0b-4322-95c2-1fe4ff430f58 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.593211] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c35edd6f-fd0b-4322-95c2-1fe4ff430f58 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.593489] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c35edd6f-fd0b-4322-95c2-1fe4ff430f58 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.593660] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c35edd6f-fd0b-4322-95c2-1fe4ff430f58 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.810398] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-700b925a-101b-4daa-be96-c26542ca335c tempest-AttachInterfacesUnderV243Test-1965228745 tempest-AttachInterfacesUnderV243Test-1965228745-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 559.827631] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-700b925a-101b-4daa-be96-c26542ca335c tempest-AttachInterfacesUnderV243Test-1965228745 tempest-AttachInterfacesUnderV243Test-1965228745-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.827865] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-700b925a-101b-4daa-be96-c26542ca335c tempest-AttachInterfacesUnderV243Test-1965228745 tempest-AttachInterfacesUnderV243Test-1965228745-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.828059] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-700b925a-101b-4daa-be96-c26542ca335c tempest-AttachInterfacesUnderV243Test-1965228745 tempest-AttachInterfacesUnderV243Test-1965228745-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.859785] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-afeabe55-54d9-4233-9797-f4d70ebedab2 tempest-ImagesOneServerNegativeTestJSON-1274835773 tempest-ImagesOneServerNegativeTestJSON-1274835773-project-member] [instance: f81af398-7382-4433-9a24-07d16fd1223b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port a44148b3-774a-48ee-acac-8d757051c452, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance f81af398-7382-4433-9a24-07d16fd1223b was re-scheduled: Binding failed for port a44148b3-774a-48ee-acac-8d757051c452, please check neutron logs for more information.\n'] [ 559.862222] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-afeabe55-54d9-4233-9797-f4d70ebedab2 tempest-ImagesOneServerNegativeTestJSON-1274835773 tempest-ImagesOneServerNegativeTestJSON-1274835773-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 559.862222] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-afeabe55-54d9-4233-9797-f4d70ebedab2 tempest-ImagesOneServerNegativeTestJSON-1274835773 tempest-ImagesOneServerNegativeTestJSON-1274835773-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f81af398-7382-4433-9a24-07d16fd1223b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f81af398-7382-4433-9a24-07d16fd1223b. [ 559.862222] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-afeabe55-54d9-4233-9797-f4d70ebedab2 tempest-ImagesOneServerNegativeTestJSON-1274835773 tempest-ImagesOneServerNegativeTestJSON-1274835773-project-member] [instance: f81af398-7382-4433-9a24-07d16fd1223b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f81af398-7382-4433-9a24-07d16fd1223b. [ 559.874918] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-700b925a-101b-4daa-be96-c26542ca335c tempest-AttachInterfacesUnderV243Test-1965228745 tempest-AttachInterfacesUnderV243Test-1965228745-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.875182] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-700b925a-101b-4daa-be96-c26542ca335c tempest-AttachInterfacesUnderV243Test-1965228745 tempest-AttachInterfacesUnderV243Test-1965228745-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.875361] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-700b925a-101b-4daa-be96-c26542ca335c tempest-AttachInterfacesUnderV243Test-1965228745 tempest-AttachInterfacesUnderV243Test-1965228745-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.875728] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-700b925a-101b-4daa-be96-c26542ca335c tempest-AttachInterfacesUnderV243Test-1965228745 tempest-AttachInterfacesUnderV243Test-1965228745-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.876615] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-700b925a-101b-4daa-be96-c26542ca335c tempest-AttachInterfacesUnderV243Test-1965228745 tempest-AttachInterfacesUnderV243Test-1965228745-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.876615] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-700b925a-101b-4daa-be96-c26542ca335c tempest-AttachInterfacesUnderV243Test-1965228745 tempest-AttachInterfacesUnderV243Test-1965228745-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.887049] nova-conductor[54853]: DEBUG nova.quota [None req-700b925a-101b-4daa-be96-c26542ca335c tempest-AttachInterfacesUnderV243Test-1965228745 tempest-AttachInterfacesUnderV243Test-1965228745-project-member] Getting quotas for project 49db9f533ba64ec99edee9f12cf2195d. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 559.889393] nova-conductor[54853]: DEBUG nova.quota [None req-700b925a-101b-4daa-be96-c26542ca335c tempest-AttachInterfacesUnderV243Test-1965228745 tempest-AttachInterfacesUnderV243Test-1965228745-project-member] Getting quotas for user 92a5a2e2ea1b4b0a94c1c809f3d99f19 and project 49db9f533ba64ec99edee9f12cf2195d. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 559.896480] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-700b925a-101b-4daa-be96-c26542ca335c tempest-AttachInterfacesUnderV243Test-1965228745 tempest-AttachInterfacesUnderV243Test-1965228745-project-member] [instance: 386ffe8a-a160-4dea-88e6-529219eaf99f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 559.897015] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-700b925a-101b-4daa-be96-c26542ca335c tempest-AttachInterfacesUnderV243Test-1965228745 tempest-AttachInterfacesUnderV243Test-1965228745-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.897246] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-700b925a-101b-4daa-be96-c26542ca335c tempest-AttachInterfacesUnderV243Test-1965228745 tempest-AttachInterfacesUnderV243Test-1965228745-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.897901] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-700b925a-101b-4daa-be96-c26542ca335c tempest-AttachInterfacesUnderV243Test-1965228745 tempest-AttachInterfacesUnderV243Test-1965228745-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.901649] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-700b925a-101b-4daa-be96-c26542ca335c tempest-AttachInterfacesUnderV243Test-1965228745 tempest-AttachInterfacesUnderV243Test-1965228745-project-member] [instance: 386ffe8a-a160-4dea-88e6-529219eaf99f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 559.902353] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-700b925a-101b-4daa-be96-c26542ca335c tempest-AttachInterfacesUnderV243Test-1965228745 tempest-AttachInterfacesUnderV243Test-1965228745-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.902567] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-700b925a-101b-4daa-be96-c26542ca335c tempest-AttachInterfacesUnderV243Test-1965228745 tempest-AttachInterfacesUnderV243Test-1965228745-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.902739] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-700b925a-101b-4daa-be96-c26542ca335c tempest-AttachInterfacesUnderV243Test-1965228745 tempest-AttachInterfacesUnderV243Test-1965228745-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.934651] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-700b925a-101b-4daa-be96-c26542ca335c tempest-AttachInterfacesUnderV243Test-1965228745 tempest-AttachInterfacesUnderV243Test-1965228745-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.935454] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-700b925a-101b-4daa-be96-c26542ca335c tempest-AttachInterfacesUnderV243Test-1965228745 tempest-AttachInterfacesUnderV243Test-1965228745-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.935454] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-700b925a-101b-4daa-be96-c26542ca335c tempest-AttachInterfacesUnderV243Test-1965228745 tempest-AttachInterfacesUnderV243Test-1965228745-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.942874] nova-conductor[54852]: DEBUG nova.network.neutron [None req-afeabe55-54d9-4233-9797-f4d70ebedab2 tempest-ImagesOneServerNegativeTestJSON-1274835773 tempest-ImagesOneServerNegativeTestJSON-1274835773-project-member] [instance: f81af398-7382-4433-9a24-07d16fd1223b] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 560.167545] nova-conductor[54852]: DEBUG nova.network.neutron [None req-afeabe55-54d9-4233-9797-f4d70ebedab2 tempest-ImagesOneServerNegativeTestJSON-1274835773 tempest-ImagesOneServerNegativeTestJSON-1274835773-project-member] [instance: f81af398-7382-4433-9a24-07d16fd1223b] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 560.177600] nova-conductor[54852]: DEBUG nova.network.neutron [None req-afeabe55-54d9-4233-9797-f4d70ebedab2 tempest-ImagesOneServerNegativeTestJSON-1274835773 tempest-ImagesOneServerNegativeTestJSON-1274835773-project-member] [instance: f81af398-7382-4433-9a24-07d16fd1223b] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 561.434376] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-95cfc0f0-67f3-45e3-929f-0ed843f7e3c3 tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 561.455593] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-95cfc0f0-67f3-45e3-929f-0ed843f7e3c3 tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.455890] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-95cfc0f0-67f3-45e3-929f-0ed843f7e3c3 tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.456197] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-95cfc0f0-67f3-45e3-929f-0ed843f7e3c3 tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.486860] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-95cfc0f0-67f3-45e3-929f-0ed843f7e3c3 tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.488029] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-95cfc0f0-67f3-45e3-929f-0ed843f7e3c3 tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.488029] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-95cfc0f0-67f3-45e3-929f-0ed843f7e3c3 tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.488029] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-95cfc0f0-67f3-45e3-929f-0ed843f7e3c3 tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.488029] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-95cfc0f0-67f3-45e3-929f-0ed843f7e3c3 tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.488236] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-95cfc0f0-67f3-45e3-929f-0ed843f7e3c3 tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.501192] nova-conductor[54853]: DEBUG nova.quota [None req-95cfc0f0-67f3-45e3-929f-0ed843f7e3c3 tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Getting quotas for project 29ba5bda1975408fb2b2f4691089784d. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 561.503997] nova-conductor[54853]: DEBUG nova.quota [None req-95cfc0f0-67f3-45e3-929f-0ed843f7e3c3 tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Getting quotas for user 1c2306873fe24d2db075445aeea97ddd and project 29ba5bda1975408fb2b2f4691089784d. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 561.509640] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-95cfc0f0-67f3-45e3-929f-0ed843f7e3c3 tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] [instance: a8e4d6d3-3908-4fe8-be33-5b70eb5a62a1] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 561.510209] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-95cfc0f0-67f3-45e3-929f-0ed843f7e3c3 tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.510568] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-95cfc0f0-67f3-45e3-929f-0ed843f7e3c3 tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.510809] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-95cfc0f0-67f3-45e3-929f-0ed843f7e3c3 tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.517833] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-95cfc0f0-67f3-45e3-929f-0ed843f7e3c3 tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] [instance: a8e4d6d3-3908-4fe8-be33-5b70eb5a62a1] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 561.518587] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-95cfc0f0-67f3-45e3-929f-0ed843f7e3c3 tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.518858] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-95cfc0f0-67f3-45e3-929f-0ed843f7e3c3 tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.519084] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-95cfc0f0-67f3-45e3-929f-0ed843f7e3c3 tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.543662] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-95cfc0f0-67f3-45e3-929f-0ed843f7e3c3 tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.543879] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-95cfc0f0-67f3-45e3-929f-0ed843f7e3c3 tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.544068] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-95cfc0f0-67f3-45e3-929f-0ed843f7e3c3 tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.248461] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c2f752b3-1b98-477a-8f24-5817141f0b82 tempest-ServerGroupTestJSON-83206747 tempest-ServerGroupTestJSON-83206747-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.248461] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c2f752b3-1b98-477a-8f24-5817141f0b82 tempest-ServerGroupTestJSON-83206747 tempest-ServerGroupTestJSON-83206747-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.248461] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c2f752b3-1b98-477a-8f24-5817141f0b82 tempest-ServerGroupTestJSON-83206747 tempest-ServerGroupTestJSON-83206747-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.781353] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-c2f752b3-1b98-477a-8f24-5817141f0b82 tempest-ServerGroupTestJSON-83206747 tempest-ServerGroupTestJSON-83206747-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 567.796917] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c2f752b3-1b98-477a-8f24-5817141f0b82 tempest-ServerGroupTestJSON-83206747 tempest-ServerGroupTestJSON-83206747-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.797523] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c2f752b3-1b98-477a-8f24-5817141f0b82 tempest-ServerGroupTestJSON-83206747 tempest-ServerGroupTestJSON-83206747-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.797962] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c2f752b3-1b98-477a-8f24-5817141f0b82 tempest-ServerGroupTestJSON-83206747 tempest-ServerGroupTestJSON-83206747-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.848892] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c2f752b3-1b98-477a-8f24-5817141f0b82 tempest-ServerGroupTestJSON-83206747 tempest-ServerGroupTestJSON-83206747-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.849156] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c2f752b3-1b98-477a-8f24-5817141f0b82 tempest-ServerGroupTestJSON-83206747 tempest-ServerGroupTestJSON-83206747-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.849330] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c2f752b3-1b98-477a-8f24-5817141f0b82 tempest-ServerGroupTestJSON-83206747 tempest-ServerGroupTestJSON-83206747-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.849725] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c2f752b3-1b98-477a-8f24-5817141f0b82 tempest-ServerGroupTestJSON-83206747 tempest-ServerGroupTestJSON-83206747-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.849913] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c2f752b3-1b98-477a-8f24-5817141f0b82 tempest-ServerGroupTestJSON-83206747 tempest-ServerGroupTestJSON-83206747-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.850086] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c2f752b3-1b98-477a-8f24-5817141f0b82 tempest-ServerGroupTestJSON-83206747 tempest-ServerGroupTestJSON-83206747-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.865992] nova-conductor[54852]: DEBUG nova.quota [None req-c2f752b3-1b98-477a-8f24-5817141f0b82 tempest-ServerGroupTestJSON-83206747 tempest-ServerGroupTestJSON-83206747-project-member] Getting quotas for project 7848d04b15b14cc4ae623b2d20cd2a7f. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 567.869804] nova-conductor[54852]: DEBUG nova.quota [None req-c2f752b3-1b98-477a-8f24-5817141f0b82 tempest-ServerGroupTestJSON-83206747 tempest-ServerGroupTestJSON-83206747-project-member] Getting quotas for user 96630105912a494a88aae403f199a86c and project 7848d04b15b14cc4ae623b2d20cd2a7f. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 567.875635] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-c2f752b3-1b98-477a-8f24-5817141f0b82 tempest-ServerGroupTestJSON-83206747 tempest-ServerGroupTestJSON-83206747-project-member] [instance: 5a825d36-7563-4792-8f68-8814ec96cfde] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 567.876211] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c2f752b3-1b98-477a-8f24-5817141f0b82 tempest-ServerGroupTestJSON-83206747 tempest-ServerGroupTestJSON-83206747-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.876437] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c2f752b3-1b98-477a-8f24-5817141f0b82 tempest-ServerGroupTestJSON-83206747 tempest-ServerGroupTestJSON-83206747-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.876617] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c2f752b3-1b98-477a-8f24-5817141f0b82 tempest-ServerGroupTestJSON-83206747 tempest-ServerGroupTestJSON-83206747-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.884234] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-c2f752b3-1b98-477a-8f24-5817141f0b82 tempest-ServerGroupTestJSON-83206747 tempest-ServerGroupTestJSON-83206747-project-member] [instance: 5a825d36-7563-4792-8f68-8814ec96cfde] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 567.885035] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c2f752b3-1b98-477a-8f24-5817141f0b82 tempest-ServerGroupTestJSON-83206747 tempest-ServerGroupTestJSON-83206747-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.885856] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c2f752b3-1b98-477a-8f24-5817141f0b82 tempest-ServerGroupTestJSON-83206747 tempest-ServerGroupTestJSON-83206747-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.885977] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c2f752b3-1b98-477a-8f24-5817141f0b82 tempest-ServerGroupTestJSON-83206747 tempest-ServerGroupTestJSON-83206747-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.917767] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c2f752b3-1b98-477a-8f24-5817141f0b82 tempest-ServerGroupTestJSON-83206747 tempest-ServerGroupTestJSON-83206747-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.918766] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c2f752b3-1b98-477a-8f24-5817141f0b82 tempest-ServerGroupTestJSON-83206747 tempest-ServerGroupTestJSON-83206747-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.919748] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c2f752b3-1b98-477a-8f24-5817141f0b82 tempest-ServerGroupTestJSON-83206747 tempest-ServerGroupTestJSON-83206747-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.125142] nova-conductor[54853]: ERROR nova.scheduler.utils [None req-3b294f42-30c0-40e8-982e-410cea55cd09 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] [instance: e0ce4383-cade-4d85-a8a5-2437b9203d98] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 51b8166c-7348-41f6-809a-c827f13e7dbe, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance e0ce4383-cade-4d85-a8a5-2437b9203d98 was re-scheduled: Binding failed for port 51b8166c-7348-41f6-809a-c827f13e7dbe, please check neutron logs for more information.\n'] [ 569.128377] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-3b294f42-30c0-40e8-982e-410cea55cd09 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Rescheduling: True {{(pid=54853) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 569.128377] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-3b294f42-30c0-40e8-982e-410cea55cd09 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e0ce4383-cade-4d85-a8a5-2437b9203d98.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e0ce4383-cade-4d85-a8a5-2437b9203d98. [ 569.128377] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-3b294f42-30c0-40e8-982e-410cea55cd09 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] [instance: e0ce4383-cade-4d85-a8a5-2437b9203d98] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e0ce4383-cade-4d85-a8a5-2437b9203d98. [ 569.192127] nova-conductor[54853]: DEBUG nova.network.neutron [None req-3b294f42-30c0-40e8-982e-410cea55cd09 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] [instance: e0ce4383-cade-4d85-a8a5-2437b9203d98] deallocate_for_instance() {{(pid=54853) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 569.234265] nova-conductor[54853]: DEBUG nova.network.neutron [None req-3b294f42-30c0-40e8-982e-410cea55cd09 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] [instance: e0ce4383-cade-4d85-a8a5-2437b9203d98] Instance cache missing network info. {{(pid=54853) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 569.239811] nova-conductor[54853]: DEBUG nova.network.neutron [None req-3b294f42-30c0-40e8-982e-410cea55cd09 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] [instance: e0ce4383-cade-4d85-a8a5-2437b9203d98] Updating instance_info_cache with network_info: [] {{(pid=54853) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 571.169546] nova-conductor[54853]: ERROR nova.scheduler.utils [None req-420844ca-7e2b-49c4-9d1f-da119b804662 tempest-ServersV294TestFqdnHostnames-131500287 tempest-ServersV294TestFqdnHostnames-131500287-project-member] [instance: 3cb4806d-dffa-4c41-9730-f29d2aad059a] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 8137e2da-4915-439e-9eec-7b3b901c8237, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 3cb4806d-dffa-4c41-9730-f29d2aad059a was re-scheduled: Binding failed for port 8137e2da-4915-439e-9eec-7b3b901c8237, please check neutron logs for more information.\n'] [ 571.170201] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-420844ca-7e2b-49c4-9d1f-da119b804662 tempest-ServersV294TestFqdnHostnames-131500287 tempest-ServersV294TestFqdnHostnames-131500287-project-member] Rescheduling: True {{(pid=54853) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 571.170434] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-420844ca-7e2b-49c4-9d1f-da119b804662 tempest-ServersV294TestFqdnHostnames-131500287 tempest-ServersV294TestFqdnHostnames-131500287-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3cb4806d-dffa-4c41-9730-f29d2aad059a.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3cb4806d-dffa-4c41-9730-f29d2aad059a. [ 571.170564] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-420844ca-7e2b-49c4-9d1f-da119b804662 tempest-ServersV294TestFqdnHostnames-131500287 tempest-ServersV294TestFqdnHostnames-131500287-project-member] [instance: 3cb4806d-dffa-4c41-9730-f29d2aad059a] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3cb4806d-dffa-4c41-9730-f29d2aad059a. [ 571.221763] nova-conductor[54853]: DEBUG nova.network.neutron [None req-420844ca-7e2b-49c4-9d1f-da119b804662 tempest-ServersV294TestFqdnHostnames-131500287 tempest-ServersV294TestFqdnHostnames-131500287-project-member] [instance: 3cb4806d-dffa-4c41-9730-f29d2aad059a] deallocate_for_instance() {{(pid=54853) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 571.284608] nova-conductor[54853]: DEBUG nova.network.neutron [None req-420844ca-7e2b-49c4-9d1f-da119b804662 tempest-ServersV294TestFqdnHostnames-131500287 tempest-ServersV294TestFqdnHostnames-131500287-project-member] [instance: 3cb4806d-dffa-4c41-9730-f29d2aad059a] Instance cache missing network info. {{(pid=54853) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 571.287946] nova-conductor[54853]: DEBUG nova.network.neutron [None req-420844ca-7e2b-49c4-9d1f-da119b804662 tempest-ServersV294TestFqdnHostnames-131500287 tempest-ServersV294TestFqdnHostnames-131500287-project-member] [instance: 3cb4806d-dffa-4c41-9730-f29d2aad059a] Updating instance_info_cache with network_info: [] {{(pid=54853) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 571.495178] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell0:SELECT=6 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 571.521591] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell1:SELECT=22,nova_cell1:SAVEPOINT=5,nova_cell1:INSERT=48,nova_cell1:RELEASE=5,nova_cell1:UPDATE=3 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 571.538962] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=32,nova_api:UPDATE=3,nova_api:DELETE=3 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 571.540340] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=42,nova_api:UPDATE=3,nova_api:DELETE=3 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 572.708022] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-7d8f7ebd-a33a-46ae-8eb6-9825d699c333 tempest-ServersNegativeTestJSON-88441782 tempest-ServersNegativeTestJSON-88441782-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 572.723768] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7d8f7ebd-a33a-46ae-8eb6-9825d699c333 tempest-ServersNegativeTestJSON-88441782 tempest-ServersNegativeTestJSON-88441782-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.723993] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7d8f7ebd-a33a-46ae-8eb6-9825d699c333 tempest-ServersNegativeTestJSON-88441782 tempest-ServersNegativeTestJSON-88441782-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.725315] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7d8f7ebd-a33a-46ae-8eb6-9825d699c333 tempest-ServersNegativeTestJSON-88441782 tempest-ServersNegativeTestJSON-88441782-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.767584] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7d8f7ebd-a33a-46ae-8eb6-9825d699c333 tempest-ServersNegativeTestJSON-88441782 tempest-ServersNegativeTestJSON-88441782-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.767815] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7d8f7ebd-a33a-46ae-8eb6-9825d699c333 tempest-ServersNegativeTestJSON-88441782 tempest-ServersNegativeTestJSON-88441782-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.767981] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7d8f7ebd-a33a-46ae-8eb6-9825d699c333 tempest-ServersNegativeTestJSON-88441782 tempest-ServersNegativeTestJSON-88441782-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.768378] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7d8f7ebd-a33a-46ae-8eb6-9825d699c333 tempest-ServersNegativeTestJSON-88441782 tempest-ServersNegativeTestJSON-88441782-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.768705] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7d8f7ebd-a33a-46ae-8eb6-9825d699c333 tempest-ServersNegativeTestJSON-88441782 tempest-ServersNegativeTestJSON-88441782-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.772127] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7d8f7ebd-a33a-46ae-8eb6-9825d699c333 tempest-ServersNegativeTestJSON-88441782 tempest-ServersNegativeTestJSON-88441782-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.786868] nova-conductor[54852]: DEBUG nova.quota [None req-7d8f7ebd-a33a-46ae-8eb6-9825d699c333 tempest-ServersNegativeTestJSON-88441782 tempest-ServersNegativeTestJSON-88441782-project-member] Getting quotas for project ab01f1a9bae54a7cbd3237d68e8ea5fb. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 572.790034] nova-conductor[54852]: DEBUG nova.quota [None req-7d8f7ebd-a33a-46ae-8eb6-9825d699c333 tempest-ServersNegativeTestJSON-88441782 tempest-ServersNegativeTestJSON-88441782-project-member] Getting quotas for user f7a44765166242d2b39871e8c2fb13a3 and project ab01f1a9bae54a7cbd3237d68e8ea5fb. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 572.795624] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-7d8f7ebd-a33a-46ae-8eb6-9825d699c333 tempest-ServersNegativeTestJSON-88441782 tempest-ServersNegativeTestJSON-88441782-project-member] [instance: 2e1217a9-e3b5-4f8c-af4e-3d5da315b3ab] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 572.796166] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7d8f7ebd-a33a-46ae-8eb6-9825d699c333 tempest-ServersNegativeTestJSON-88441782 tempest-ServersNegativeTestJSON-88441782-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.796364] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7d8f7ebd-a33a-46ae-8eb6-9825d699c333 tempest-ServersNegativeTestJSON-88441782 tempest-ServersNegativeTestJSON-88441782-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.796529] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7d8f7ebd-a33a-46ae-8eb6-9825d699c333 tempest-ServersNegativeTestJSON-88441782 tempest-ServersNegativeTestJSON-88441782-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.804030] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-7d8f7ebd-a33a-46ae-8eb6-9825d699c333 tempest-ServersNegativeTestJSON-88441782 tempest-ServersNegativeTestJSON-88441782-project-member] [instance: 2e1217a9-e3b5-4f8c-af4e-3d5da315b3ab] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 572.804744] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7d8f7ebd-a33a-46ae-8eb6-9825d699c333 tempest-ServersNegativeTestJSON-88441782 tempest-ServersNegativeTestJSON-88441782-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.804959] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7d8f7ebd-a33a-46ae-8eb6-9825d699c333 tempest-ServersNegativeTestJSON-88441782 tempest-ServersNegativeTestJSON-88441782-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.805143] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7d8f7ebd-a33a-46ae-8eb6-9825d699c333 tempest-ServersNegativeTestJSON-88441782 tempest-ServersNegativeTestJSON-88441782-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.827303] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7d8f7ebd-a33a-46ae-8eb6-9825d699c333 tempest-ServersNegativeTestJSON-88441782 tempest-ServersNegativeTestJSON-88441782-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.827526] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7d8f7ebd-a33a-46ae-8eb6-9825d699c333 tempest-ServersNegativeTestJSON-88441782 tempest-ServersNegativeTestJSON-88441782-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.827698] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7d8f7ebd-a33a-46ae-8eb6-9825d699c333 tempest-ServersNegativeTestJSON-88441782 tempest-ServersNegativeTestJSON-88441782-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.477815] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=330,nova_cell1:UPDATE=142,nova_cell1:INSERT=25,nova_cell1:SAVEPOINT=32,nova_cell1:RELEASE=32 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 573.679294] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-d5b93fe7-e302-4704-bb9e-957aa69502c5 tempest-ServersTestJSON-1964179335 tempest-ServersTestJSON-1964179335-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 573.703448] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d5b93fe7-e302-4704-bb9e-957aa69502c5 tempest-ServersTestJSON-1964179335 tempest-ServersTestJSON-1964179335-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.703740] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d5b93fe7-e302-4704-bb9e-957aa69502c5 tempest-ServersTestJSON-1964179335 tempest-ServersTestJSON-1964179335-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.704384] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d5b93fe7-e302-4704-bb9e-957aa69502c5 tempest-ServersTestJSON-1964179335 tempest-ServersTestJSON-1964179335-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.767198] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d5b93fe7-e302-4704-bb9e-957aa69502c5 tempest-ServersTestJSON-1964179335 tempest-ServersTestJSON-1964179335-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.767532] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d5b93fe7-e302-4704-bb9e-957aa69502c5 tempest-ServersTestJSON-1964179335 tempest-ServersTestJSON-1964179335-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.767743] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d5b93fe7-e302-4704-bb9e-957aa69502c5 tempest-ServersTestJSON-1964179335 tempest-ServersTestJSON-1964179335-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.768287] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d5b93fe7-e302-4704-bb9e-957aa69502c5 tempest-ServersTestJSON-1964179335 tempest-ServersTestJSON-1964179335-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.768533] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d5b93fe7-e302-4704-bb9e-957aa69502c5 tempest-ServersTestJSON-1964179335 tempest-ServersTestJSON-1964179335-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.770357] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d5b93fe7-e302-4704-bb9e-957aa69502c5 tempest-ServersTestJSON-1964179335 tempest-ServersTestJSON-1964179335-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.782739] nova-conductor[54852]: DEBUG nova.quota [None req-d5b93fe7-e302-4704-bb9e-957aa69502c5 tempest-ServersTestJSON-1964179335 tempest-ServersTestJSON-1964179335-project-member] Getting quotas for project 2d9bbc5824294347b266ce8a38db452f. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 573.786387] nova-conductor[54852]: DEBUG nova.quota [None req-d5b93fe7-e302-4704-bb9e-957aa69502c5 tempest-ServersTestJSON-1964179335 tempest-ServersTestJSON-1964179335-project-member] Getting quotas for user 688302aa32204b96b226e1b639ee49e9 and project 2d9bbc5824294347b266ce8a38db452f. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 573.799177] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-d5b93fe7-e302-4704-bb9e-957aa69502c5 tempest-ServersTestJSON-1964179335 tempest-ServersTestJSON-1964179335-project-member] [instance: f106b311-fc2f-4811-b7e0-d680de236b78] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 573.801632] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d5b93fe7-e302-4704-bb9e-957aa69502c5 tempest-ServersTestJSON-1964179335 tempest-ServersTestJSON-1964179335-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.801861] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d5b93fe7-e302-4704-bb9e-957aa69502c5 tempest-ServersTestJSON-1964179335 tempest-ServersTestJSON-1964179335-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.802879] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d5b93fe7-e302-4704-bb9e-957aa69502c5 tempest-ServersTestJSON-1964179335 tempest-ServersTestJSON-1964179335-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.812745] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-d5b93fe7-e302-4704-bb9e-957aa69502c5 tempest-ServersTestJSON-1964179335 tempest-ServersTestJSON-1964179335-project-member] [instance: f106b311-fc2f-4811-b7e0-d680de236b78] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 573.814535] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d5b93fe7-e302-4704-bb9e-957aa69502c5 tempest-ServersTestJSON-1964179335 tempest-ServersTestJSON-1964179335-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.814535] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d5b93fe7-e302-4704-bb9e-957aa69502c5 tempest-ServersTestJSON-1964179335 tempest-ServersTestJSON-1964179335-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.814535] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d5b93fe7-e302-4704-bb9e-957aa69502c5 tempest-ServersTestJSON-1964179335 tempest-ServersTestJSON-1964179335-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.852674] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d5b93fe7-e302-4704-bb9e-957aa69502c5 tempest-ServersTestJSON-1964179335 tempest-ServersTestJSON-1964179335-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.852862] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d5b93fe7-e302-4704-bb9e-957aa69502c5 tempest-ServersTestJSON-1964179335 tempest-ServersTestJSON-1964179335-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.853049] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d5b93fe7-e302-4704-bb9e-957aa69502c5 tempest-ServersTestJSON-1964179335 tempest-ServersTestJSON-1964179335-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.000503] nova-conductor[54853]: ERROR nova.scheduler.utils [None req-65e2b4dd-0ab0-4536-acd3-a219e098b086 tempest-ServerDiagnosticsTest-2782258 tempest-ServerDiagnosticsTest-2782258-project-member] [instance: 4fe36f05-d730-4fb1-ab05-0425be619dfb] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 63c15049-830e-4a51-bf4e-e3cfee34896a, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 4fe36f05-d730-4fb1-ab05-0425be619dfb was re-scheduled: Binding failed for port 63c15049-830e-4a51-bf4e-e3cfee34896a, please check neutron logs for more information.\n'] [ 574.001177] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-65e2b4dd-0ab0-4536-acd3-a219e098b086 tempest-ServerDiagnosticsTest-2782258 tempest-ServerDiagnosticsTest-2782258-project-member] Rescheduling: True {{(pid=54853) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 574.001378] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-65e2b4dd-0ab0-4536-acd3-a219e098b086 tempest-ServerDiagnosticsTest-2782258 tempest-ServerDiagnosticsTest-2782258-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4fe36f05-d730-4fb1-ab05-0425be619dfb.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4fe36f05-d730-4fb1-ab05-0425be619dfb. [ 574.001598] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-65e2b4dd-0ab0-4536-acd3-a219e098b086 tempest-ServerDiagnosticsTest-2782258 tempest-ServerDiagnosticsTest-2782258-project-member] [instance: 4fe36f05-d730-4fb1-ab05-0425be619dfb] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4fe36f05-d730-4fb1-ab05-0425be619dfb. [ 574.006395] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell1:SELECT=366,nova_cell1:UPDATE=166,nova_cell1:INSERT=21,nova_cell1:SAVEPOINT=23,nova_cell1:RELEASE=23 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 574.050920] nova-conductor[54853]: DEBUG nova.network.neutron [None req-65e2b4dd-0ab0-4536-acd3-a219e098b086 tempest-ServerDiagnosticsTest-2782258 tempest-ServerDiagnosticsTest-2782258-project-member] [instance: 4fe36f05-d730-4fb1-ab05-0425be619dfb] deallocate_for_instance() {{(pid=54853) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 574.072846] nova-conductor[54853]: DEBUG nova.network.neutron [None req-65e2b4dd-0ab0-4536-acd3-a219e098b086 tempest-ServerDiagnosticsTest-2782258 tempest-ServerDiagnosticsTest-2782258-project-member] [instance: 4fe36f05-d730-4fb1-ab05-0425be619dfb] Instance cache missing network info. {{(pid=54853) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 574.078531] nova-conductor[54853]: DEBUG nova.network.neutron [None req-65e2b4dd-0ab0-4536-acd3-a219e098b086 tempest-ServerDiagnosticsTest-2782258 tempest-ServerDiagnosticsTest-2782258-project-member] [instance: 4fe36f05-d730-4fb1-ab05-0425be619dfb] Updating instance_info_cache with network_info: [] {{(pid=54853) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 574.349575] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-d1dd4a9a-c5fd-48a3-afbb-2177e8e2edb0 tempest-ServerExternalEventsTest-1156490165 tempest-ServerExternalEventsTest-1156490165-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 574.373916] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-d1dd4a9a-c5fd-48a3-afbb-2177e8e2edb0 tempest-ServerExternalEventsTest-1156490165 tempest-ServerExternalEventsTest-1156490165-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.375027] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-d1dd4a9a-c5fd-48a3-afbb-2177e8e2edb0 tempest-ServerExternalEventsTest-1156490165 tempest-ServerExternalEventsTest-1156490165-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.377126] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-d1dd4a9a-c5fd-48a3-afbb-2177e8e2edb0 tempest-ServerExternalEventsTest-1156490165 tempest-ServerExternalEventsTest-1156490165-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.431935] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-d1dd4a9a-c5fd-48a3-afbb-2177e8e2edb0 tempest-ServerExternalEventsTest-1156490165 tempest-ServerExternalEventsTest-1156490165-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.431935] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-d1dd4a9a-c5fd-48a3-afbb-2177e8e2edb0 tempest-ServerExternalEventsTest-1156490165 tempest-ServerExternalEventsTest-1156490165-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.431935] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-d1dd4a9a-c5fd-48a3-afbb-2177e8e2edb0 tempest-ServerExternalEventsTest-1156490165 tempest-ServerExternalEventsTest-1156490165-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.432257] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-d1dd4a9a-c5fd-48a3-afbb-2177e8e2edb0 tempest-ServerExternalEventsTest-1156490165 tempest-ServerExternalEventsTest-1156490165-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.432665] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-d1dd4a9a-c5fd-48a3-afbb-2177e8e2edb0 tempest-ServerExternalEventsTest-1156490165 tempest-ServerExternalEventsTest-1156490165-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.434128] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-d1dd4a9a-c5fd-48a3-afbb-2177e8e2edb0 tempest-ServerExternalEventsTest-1156490165 tempest-ServerExternalEventsTest-1156490165-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.445744] nova-conductor[54853]: DEBUG nova.quota [None req-d1dd4a9a-c5fd-48a3-afbb-2177e8e2edb0 tempest-ServerExternalEventsTest-1156490165 tempest-ServerExternalEventsTest-1156490165-project-member] Getting quotas for project 123afbeb445d4863a5997d903f21bbe0. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 574.448662] nova-conductor[54853]: DEBUG nova.quota [None req-d1dd4a9a-c5fd-48a3-afbb-2177e8e2edb0 tempest-ServerExternalEventsTest-1156490165 tempest-ServerExternalEventsTest-1156490165-project-member] Getting quotas for user 170f26dc599849bd85572e44d8291ab6 and project 123afbeb445d4863a5997d903f21bbe0. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 574.455811] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-d1dd4a9a-c5fd-48a3-afbb-2177e8e2edb0 tempest-ServerExternalEventsTest-1156490165 tempest-ServerExternalEventsTest-1156490165-project-member] [instance: f247b499-0a04-47ae-98b0-cb3f7f088a62] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 574.456197] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-d1dd4a9a-c5fd-48a3-afbb-2177e8e2edb0 tempest-ServerExternalEventsTest-1156490165 tempest-ServerExternalEventsTest-1156490165-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.456443] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-d1dd4a9a-c5fd-48a3-afbb-2177e8e2edb0 tempest-ServerExternalEventsTest-1156490165 tempest-ServerExternalEventsTest-1156490165-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.456815] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-d1dd4a9a-c5fd-48a3-afbb-2177e8e2edb0 tempest-ServerExternalEventsTest-1156490165 tempest-ServerExternalEventsTest-1156490165-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.460351] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-d1dd4a9a-c5fd-48a3-afbb-2177e8e2edb0 tempest-ServerExternalEventsTest-1156490165 tempest-ServerExternalEventsTest-1156490165-project-member] [instance: f247b499-0a04-47ae-98b0-cb3f7f088a62] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 574.460609] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-d1dd4a9a-c5fd-48a3-afbb-2177e8e2edb0 tempest-ServerExternalEventsTest-1156490165 tempest-ServerExternalEventsTest-1156490165-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.460648] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-d1dd4a9a-c5fd-48a3-afbb-2177e8e2edb0 tempest-ServerExternalEventsTest-1156490165 tempest-ServerExternalEventsTest-1156490165-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.461196] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-d1dd4a9a-c5fd-48a3-afbb-2177e8e2edb0 tempest-ServerExternalEventsTest-1156490165 tempest-ServerExternalEventsTest-1156490165-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.485043] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-d1dd4a9a-c5fd-48a3-afbb-2177e8e2edb0 tempest-ServerExternalEventsTest-1156490165 tempest-ServerExternalEventsTest-1156490165-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.485043] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-d1dd4a9a-c5fd-48a3-afbb-2177e8e2edb0 tempest-ServerExternalEventsTest-1156490165 tempest-ServerExternalEventsTest-1156490165-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.485043] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-d1dd4a9a-c5fd-48a3-afbb-2177e8e2edb0 tempest-ServerExternalEventsTest-1156490165 tempest-ServerExternalEventsTest-1156490165-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.409961] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-2eda5f35-2a36-4e3c-9689-852075684c01 tempest-ServerMetadataNegativeTestJSON-2091143217 tempest-ServerMetadataNegativeTestJSON-2091143217-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 575.427322] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2eda5f35-2a36-4e3c-9689-852075684c01 tempest-ServerMetadataNegativeTestJSON-2091143217 tempest-ServerMetadataNegativeTestJSON-2091143217-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.427588] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2eda5f35-2a36-4e3c-9689-852075684c01 tempest-ServerMetadataNegativeTestJSON-2091143217 tempest-ServerMetadataNegativeTestJSON-2091143217-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.427770] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2eda5f35-2a36-4e3c-9689-852075684c01 tempest-ServerMetadataNegativeTestJSON-2091143217 tempest-ServerMetadataNegativeTestJSON-2091143217-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.473138] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2eda5f35-2a36-4e3c-9689-852075684c01 tempest-ServerMetadataNegativeTestJSON-2091143217 tempest-ServerMetadataNegativeTestJSON-2091143217-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.473138] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2eda5f35-2a36-4e3c-9689-852075684c01 tempest-ServerMetadataNegativeTestJSON-2091143217 tempest-ServerMetadataNegativeTestJSON-2091143217-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.473138] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2eda5f35-2a36-4e3c-9689-852075684c01 tempest-ServerMetadataNegativeTestJSON-2091143217 tempest-ServerMetadataNegativeTestJSON-2091143217-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.473138] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2eda5f35-2a36-4e3c-9689-852075684c01 tempest-ServerMetadataNegativeTestJSON-2091143217 tempest-ServerMetadataNegativeTestJSON-2091143217-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.473138] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2eda5f35-2a36-4e3c-9689-852075684c01 tempest-ServerMetadataNegativeTestJSON-2091143217 tempest-ServerMetadataNegativeTestJSON-2091143217-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.473138] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2eda5f35-2a36-4e3c-9689-852075684c01 tempest-ServerMetadataNegativeTestJSON-2091143217 tempest-ServerMetadataNegativeTestJSON-2091143217-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.486603] nova-conductor[54852]: DEBUG nova.quota [None req-2eda5f35-2a36-4e3c-9689-852075684c01 tempest-ServerMetadataNegativeTestJSON-2091143217 tempest-ServerMetadataNegativeTestJSON-2091143217-project-member] Getting quotas for project 1f3881e5599c4e0b9f12587d11ba0cb2. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 575.489857] nova-conductor[54852]: DEBUG nova.quota [None req-2eda5f35-2a36-4e3c-9689-852075684c01 tempest-ServerMetadataNegativeTestJSON-2091143217 tempest-ServerMetadataNegativeTestJSON-2091143217-project-member] Getting quotas for user e8b960aefcac422f9c20b52d4411e526 and project 1f3881e5599c4e0b9f12587d11ba0cb2. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 575.494566] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-2eda5f35-2a36-4e3c-9689-852075684c01 tempest-ServerMetadataNegativeTestJSON-2091143217 tempest-ServerMetadataNegativeTestJSON-2091143217-project-member] [instance: bb28249e-a9d3-4d7d-bd05-128f1110dbca] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 575.495324] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2eda5f35-2a36-4e3c-9689-852075684c01 tempest-ServerMetadataNegativeTestJSON-2091143217 tempest-ServerMetadataNegativeTestJSON-2091143217-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.496301] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2eda5f35-2a36-4e3c-9689-852075684c01 tempest-ServerMetadataNegativeTestJSON-2091143217 tempest-ServerMetadataNegativeTestJSON-2091143217-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.496301] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2eda5f35-2a36-4e3c-9689-852075684c01 tempest-ServerMetadataNegativeTestJSON-2091143217 tempest-ServerMetadataNegativeTestJSON-2091143217-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.503702] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-2eda5f35-2a36-4e3c-9689-852075684c01 tempest-ServerMetadataNegativeTestJSON-2091143217 tempest-ServerMetadataNegativeTestJSON-2091143217-project-member] [instance: bb28249e-a9d3-4d7d-bd05-128f1110dbca] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 575.504885] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2eda5f35-2a36-4e3c-9689-852075684c01 tempest-ServerMetadataNegativeTestJSON-2091143217 tempest-ServerMetadataNegativeTestJSON-2091143217-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.505772] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2eda5f35-2a36-4e3c-9689-852075684c01 tempest-ServerMetadataNegativeTestJSON-2091143217 tempest-ServerMetadataNegativeTestJSON-2091143217-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.505772] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2eda5f35-2a36-4e3c-9689-852075684c01 tempest-ServerMetadataNegativeTestJSON-2091143217 tempest-ServerMetadataNegativeTestJSON-2091143217-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.537214] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2eda5f35-2a36-4e3c-9689-852075684c01 tempest-ServerMetadataNegativeTestJSON-2091143217 tempest-ServerMetadataNegativeTestJSON-2091143217-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.537954] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2eda5f35-2a36-4e3c-9689-852075684c01 tempest-ServerMetadataNegativeTestJSON-2091143217 tempest-ServerMetadataNegativeTestJSON-2091143217-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.537954] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2eda5f35-2a36-4e3c-9689-852075684c01 tempest-ServerMetadataNegativeTestJSON-2091143217 tempest-ServerMetadataNegativeTestJSON-2091143217-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.890056] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-443e6465-0b30-4a44-9082-47679b274cd1 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] [instance: 04d96512-dc09-42ff-96d0-961f7359318c] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 2bbe3814-1872-4090-baef-b83249364387, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 04d96512-dc09-42ff-96d0-961f7359318c was re-scheduled: Binding failed for port 2bbe3814-1872-4090-baef-b83249364387, please check neutron logs for more information.\n'] [ 575.890696] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-443e6465-0b30-4a44-9082-47679b274cd1 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 575.891753] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-443e6465-0b30-4a44-9082-47679b274cd1 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 04d96512-dc09-42ff-96d0-961f7359318c.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 04d96512-dc09-42ff-96d0-961f7359318c. [ 575.891753] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-443e6465-0b30-4a44-9082-47679b274cd1 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] [instance: 04d96512-dc09-42ff-96d0-961f7359318c] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 04d96512-dc09-42ff-96d0-961f7359318c. [ 575.927301] nova-conductor[54852]: DEBUG nova.network.neutron [None req-443e6465-0b30-4a44-9082-47679b274cd1 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] [instance: 04d96512-dc09-42ff-96d0-961f7359318c] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 575.954685] nova-conductor[54852]: DEBUG nova.network.neutron [None req-443e6465-0b30-4a44-9082-47679b274cd1 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] [instance: 04d96512-dc09-42ff-96d0-961f7359318c] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 575.967150] nova-conductor[54852]: DEBUG nova.network.neutron [None req-443e6465-0b30-4a44-9082-47679b274cd1 tempest-ServersAdminTestJSON-1458064838 tempest-ServersAdminTestJSON-1458064838-project-member] [instance: 04d96512-dc09-42ff-96d0-961f7359318c] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.444974] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-c7bb7320-855c-4c1f-989b-95e89d5c2d31 tempest-ServerDiagnosticsNegativeTest-1223502785 tempest-ServerDiagnosticsNegativeTest-1223502785-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 577.462261] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c7bb7320-855c-4c1f-989b-95e89d5c2d31 tempest-ServerDiagnosticsNegativeTest-1223502785 tempest-ServerDiagnosticsNegativeTest-1223502785-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.462526] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c7bb7320-855c-4c1f-989b-95e89d5c2d31 tempest-ServerDiagnosticsNegativeTest-1223502785 tempest-ServerDiagnosticsNegativeTest-1223502785-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.462708] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c7bb7320-855c-4c1f-989b-95e89d5c2d31 tempest-ServerDiagnosticsNegativeTest-1223502785 tempest-ServerDiagnosticsNegativeTest-1223502785-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.518963] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c7bb7320-855c-4c1f-989b-95e89d5c2d31 tempest-ServerDiagnosticsNegativeTest-1223502785 tempest-ServerDiagnosticsNegativeTest-1223502785-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.519229] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c7bb7320-855c-4c1f-989b-95e89d5c2d31 tempest-ServerDiagnosticsNegativeTest-1223502785 tempest-ServerDiagnosticsNegativeTest-1223502785-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.519400] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c7bb7320-855c-4c1f-989b-95e89d5c2d31 tempest-ServerDiagnosticsNegativeTest-1223502785 tempest-ServerDiagnosticsNegativeTest-1223502785-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.519788] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c7bb7320-855c-4c1f-989b-95e89d5c2d31 tempest-ServerDiagnosticsNegativeTest-1223502785 tempest-ServerDiagnosticsNegativeTest-1223502785-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.519969] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c7bb7320-855c-4c1f-989b-95e89d5c2d31 tempest-ServerDiagnosticsNegativeTest-1223502785 tempest-ServerDiagnosticsNegativeTest-1223502785-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.520138] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c7bb7320-855c-4c1f-989b-95e89d5c2d31 tempest-ServerDiagnosticsNegativeTest-1223502785 tempest-ServerDiagnosticsNegativeTest-1223502785-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.536033] nova-conductor[54852]: DEBUG nova.quota [None req-c7bb7320-855c-4c1f-989b-95e89d5c2d31 tempest-ServerDiagnosticsNegativeTest-1223502785 tempest-ServerDiagnosticsNegativeTest-1223502785-project-member] Getting quotas for project e70f424c9eed4a659b19c858ff277027. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 577.539346] nova-conductor[54852]: DEBUG nova.quota [None req-c7bb7320-855c-4c1f-989b-95e89d5c2d31 tempest-ServerDiagnosticsNegativeTest-1223502785 tempest-ServerDiagnosticsNegativeTest-1223502785-project-member] Getting quotas for user 7c78663339634954800ce721b3bd24f3 and project e70f424c9eed4a659b19c858ff277027. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 577.545652] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-c7bb7320-855c-4c1f-989b-95e89d5c2d31 tempest-ServerDiagnosticsNegativeTest-1223502785 tempest-ServerDiagnosticsNegativeTest-1223502785-project-member] [instance: 0c569bd2-7622-4285-9439-209a88f2e84d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 577.546136] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c7bb7320-855c-4c1f-989b-95e89d5c2d31 tempest-ServerDiagnosticsNegativeTest-1223502785 tempest-ServerDiagnosticsNegativeTest-1223502785-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.546405] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c7bb7320-855c-4c1f-989b-95e89d5c2d31 tempest-ServerDiagnosticsNegativeTest-1223502785 tempest-ServerDiagnosticsNegativeTest-1223502785-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.546516] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c7bb7320-855c-4c1f-989b-95e89d5c2d31 tempest-ServerDiagnosticsNegativeTest-1223502785 tempest-ServerDiagnosticsNegativeTest-1223502785-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.552304] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-c7bb7320-855c-4c1f-989b-95e89d5c2d31 tempest-ServerDiagnosticsNegativeTest-1223502785 tempest-ServerDiagnosticsNegativeTest-1223502785-project-member] [instance: 0c569bd2-7622-4285-9439-209a88f2e84d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 577.553007] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c7bb7320-855c-4c1f-989b-95e89d5c2d31 tempest-ServerDiagnosticsNegativeTest-1223502785 tempest-ServerDiagnosticsNegativeTest-1223502785-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.553229] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c7bb7320-855c-4c1f-989b-95e89d5c2d31 tempest-ServerDiagnosticsNegativeTest-1223502785 tempest-ServerDiagnosticsNegativeTest-1223502785-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.553399] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c7bb7320-855c-4c1f-989b-95e89d5c2d31 tempest-ServerDiagnosticsNegativeTest-1223502785 tempest-ServerDiagnosticsNegativeTest-1223502785-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.572971] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c7bb7320-855c-4c1f-989b-95e89d5c2d31 tempest-ServerDiagnosticsNegativeTest-1223502785 tempest-ServerDiagnosticsNegativeTest-1223502785-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.572971] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c7bb7320-855c-4c1f-989b-95e89d5c2d31 tempest-ServerDiagnosticsNegativeTest-1223502785 tempest-ServerDiagnosticsNegativeTest-1223502785-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.572971] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-c7bb7320-855c-4c1f-989b-95e89d5c2d31 tempest-ServerDiagnosticsNegativeTest-1223502785 tempest-ServerDiagnosticsNegativeTest-1223502785-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.135033] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-f5410637-17dd-41d5-8c23-30f73a1958b3 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 579.155637] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-f5410637-17dd-41d5-8c23-30f73a1958b3 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.155895] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-f5410637-17dd-41d5-8c23-30f73a1958b3 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.156197] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-f5410637-17dd-41d5-8c23-30f73a1958b3 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.202852] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-f5410637-17dd-41d5-8c23-30f73a1958b3 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.203262] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-f5410637-17dd-41d5-8c23-30f73a1958b3 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.203585] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-f5410637-17dd-41d5-8c23-30f73a1958b3 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.204130] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-f5410637-17dd-41d5-8c23-30f73a1958b3 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.204907] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-f5410637-17dd-41d5-8c23-30f73a1958b3 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.204907] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-f5410637-17dd-41d5-8c23-30f73a1958b3 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.230465] nova-conductor[54853]: DEBUG nova.quota [None req-f5410637-17dd-41d5-8c23-30f73a1958b3 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Getting quotas for project b3b09245b63144e9bbcb2262aef33a21. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 579.236042] nova-conductor[54853]: DEBUG nova.quota [None req-f5410637-17dd-41d5-8c23-30f73a1958b3 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Getting quotas for user 68e62d519b19448c8cac7f1b2e55a087 and project b3b09245b63144e9bbcb2262aef33a21. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 579.244331] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-f5410637-17dd-41d5-8c23-30f73a1958b3 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] [instance: ab6d68e8-d1c0-429d-a99b-6c40d66fb6d6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 579.244875] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-f5410637-17dd-41d5-8c23-30f73a1958b3 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.245108] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-f5410637-17dd-41d5-8c23-30f73a1958b3 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.245283] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-f5410637-17dd-41d5-8c23-30f73a1958b3 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.252686] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-f5410637-17dd-41d5-8c23-30f73a1958b3 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] [instance: ab6d68e8-d1c0-429d-a99b-6c40d66fb6d6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 579.253332] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-f5410637-17dd-41d5-8c23-30f73a1958b3 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.253574] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-f5410637-17dd-41d5-8c23-30f73a1958b3 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.253772] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-f5410637-17dd-41d5-8c23-30f73a1958b3 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.270225] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-f5410637-17dd-41d5-8c23-30f73a1958b3 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.270566] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-f5410637-17dd-41d5-8c23-30f73a1958b3 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.270638] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-f5410637-17dd-41d5-8c23-30f73a1958b3 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.726123] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-c44976f5-ddc9-4ea5-b79a-428bea031118 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 579.745553] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-c44976f5-ddc9-4ea5-b79a-428bea031118 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.745553] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-c44976f5-ddc9-4ea5-b79a-428bea031118 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.745553] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-c44976f5-ddc9-4ea5-b79a-428bea031118 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.806989] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-c44976f5-ddc9-4ea5-b79a-428bea031118 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.807828] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-c44976f5-ddc9-4ea5-b79a-428bea031118 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.807828] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-c44976f5-ddc9-4ea5-b79a-428bea031118 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.807930] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-c44976f5-ddc9-4ea5-b79a-428bea031118 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.808052] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-c44976f5-ddc9-4ea5-b79a-428bea031118 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.808217] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-c44976f5-ddc9-4ea5-b79a-428bea031118 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.820624] nova-conductor[54853]: DEBUG nova.quota [None req-c44976f5-ddc9-4ea5-b79a-428bea031118 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Getting quotas for project 0db41047d1004a1d9ca7f663178058da. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 579.824595] nova-conductor[54853]: DEBUG nova.quota [None req-c44976f5-ddc9-4ea5-b79a-428bea031118 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Getting quotas for user c37debff078b4389813658cbad297e65 and project 0db41047d1004a1d9ca7f663178058da. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 579.835144] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-c44976f5-ddc9-4ea5-b79a-428bea031118 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] [instance: 7ab06c90-5d19-43fa-b91b-7d17f85d3258] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 579.835727] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-c44976f5-ddc9-4ea5-b79a-428bea031118 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.835994] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-c44976f5-ddc9-4ea5-b79a-428bea031118 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.836215] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-c44976f5-ddc9-4ea5-b79a-428bea031118 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.841580] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-c44976f5-ddc9-4ea5-b79a-428bea031118 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] [instance: 7ab06c90-5d19-43fa-b91b-7d17f85d3258] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 579.841580] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-c44976f5-ddc9-4ea5-b79a-428bea031118 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.841580] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-c44976f5-ddc9-4ea5-b79a-428bea031118 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.841580] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-c44976f5-ddc9-4ea5-b79a-428bea031118 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.862652] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-c44976f5-ddc9-4ea5-b79a-428bea031118 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.863301] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-c44976f5-ddc9-4ea5-b79a-428bea031118 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.863301] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-c44976f5-ddc9-4ea5-b79a-428bea031118 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.482937] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-457c8f5a-445c-45fa-8635-6427661f088e tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] [instance: 66b7e04a-968b-44b0-9bb2-e467810bbf6b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port aa99e258-e40f-4e1b-8337-168e3553f6ce, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 66b7e04a-968b-44b0-9bb2-e467810bbf6b was re-scheduled: Binding failed for port aa99e258-e40f-4e1b-8337-168e3553f6ce, please check neutron logs for more information.\n'] [ 580.483234] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-457c8f5a-445c-45fa-8635-6427661f088e tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 580.483550] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-457c8f5a-445c-45fa-8635-6427661f088e tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 66b7e04a-968b-44b0-9bb2-e467810bbf6b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 66b7e04a-968b-44b0-9bb2-e467810bbf6b. [ 580.483996] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-457c8f5a-445c-45fa-8635-6427661f088e tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] [instance: 66b7e04a-968b-44b0-9bb2-e467810bbf6b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 66b7e04a-968b-44b0-9bb2-e467810bbf6b. [ 580.523731] nova-conductor[54852]: DEBUG nova.network.neutron [None req-457c8f5a-445c-45fa-8635-6427661f088e tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] [instance: 66b7e04a-968b-44b0-9bb2-e467810bbf6b] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 580.551941] nova-conductor[54852]: DEBUG nova.network.neutron [None req-457c8f5a-445c-45fa-8635-6427661f088e tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] [instance: 66b7e04a-968b-44b0-9bb2-e467810bbf6b] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 580.555796] nova-conductor[54852]: DEBUG nova.network.neutron [None req-457c8f5a-445c-45fa-8635-6427661f088e tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] [instance: 66b7e04a-968b-44b0-9bb2-e467810bbf6b] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.556644] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-ad8de4c4-a5e3-48cb-966b-9cd5c915be38 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 582.575050] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-ad8de4c4-a5e3-48cb-966b-9cd5c915be38 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.575197] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-ad8de4c4-a5e3-48cb-966b-9cd5c915be38 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.578091] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-ad8de4c4-a5e3-48cb-966b-9cd5c915be38 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.623534] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=115,nova_api:UPDATE=4,nova_api:DELETE=5 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 582.629871] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-ad8de4c4-a5e3-48cb-966b-9cd5c915be38 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.630123] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-ad8de4c4-a5e3-48cb-966b-9cd5c915be38 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.630456] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-ad8de4c4-a5e3-48cb-966b-9cd5c915be38 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.630736] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-ad8de4c4-a5e3-48cb-966b-9cd5c915be38 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.630927] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-ad8de4c4-a5e3-48cb-966b-9cd5c915be38 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.631104] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-ad8de4c4-a5e3-48cb-966b-9cd5c915be38 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.647350] nova-conductor[54852]: DEBUG nova.quota [None req-ad8de4c4-a5e3-48cb-966b-9cd5c915be38 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Getting quotas for project b5dce93a611f490baf6fcdbcd9416e36. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 582.666823] nova-conductor[54852]: DEBUG nova.quota [None req-ad8de4c4-a5e3-48cb-966b-9cd5c915be38 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Getting quotas for user d02dc5d31a68497c880095c8dfe907f9 and project b5dce93a611f490baf6fcdbcd9416e36. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 582.680590] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-ad8de4c4-a5e3-48cb-966b-9cd5c915be38 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] [instance: 7559e4b7-1cfe-438e-8a14-a964c1a76d52] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 582.681643] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-ad8de4c4-a5e3-48cb-966b-9cd5c915be38 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.681643] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-ad8de4c4-a5e3-48cb-966b-9cd5c915be38 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.681643] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-ad8de4c4-a5e3-48cb-966b-9cd5c915be38 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.688109] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-ad8de4c4-a5e3-48cb-966b-9cd5c915be38 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] [instance: 7559e4b7-1cfe-438e-8a14-a964c1a76d52] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 582.688990] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-ad8de4c4-a5e3-48cb-966b-9cd5c915be38 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.689052] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-ad8de4c4-a5e3-48cb-966b-9cd5c915be38 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.689873] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-ad8de4c4-a5e3-48cb-966b-9cd5c915be38 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.709980] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-ad8de4c4-a5e3-48cb-966b-9cd5c915be38 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.710245] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-ad8de4c4-a5e3-48cb-966b-9cd5c915be38 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.710510] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-ad8de4c4-a5e3-48cb-966b-9cd5c915be38 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.687388] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-84dafa4d-ac23-4d6e-9067-be3586dc6302 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 585.714255] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-84dafa4d-ac23-4d6e-9067-be3586dc6302 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.714499] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-84dafa4d-ac23-4d6e-9067-be3586dc6302 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.714663] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-84dafa4d-ac23-4d6e-9067-be3586dc6302 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.773532] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-84dafa4d-ac23-4d6e-9067-be3586dc6302 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.774442] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-84dafa4d-ac23-4d6e-9067-be3586dc6302 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.774442] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-84dafa4d-ac23-4d6e-9067-be3586dc6302 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.774442] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-84dafa4d-ac23-4d6e-9067-be3586dc6302 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.774667] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-84dafa4d-ac23-4d6e-9067-be3586dc6302 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.774667] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-84dafa4d-ac23-4d6e-9067-be3586dc6302 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.786422] nova-conductor[54853]: DEBUG nova.quota [None req-84dafa4d-ac23-4d6e-9067-be3586dc6302 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Getting quotas for project b5dce93a611f490baf6fcdbcd9416e36. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 585.789458] nova-conductor[54853]: DEBUG nova.quota [None req-84dafa4d-ac23-4d6e-9067-be3586dc6302 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Getting quotas for user d02dc5d31a68497c880095c8dfe907f9 and project b5dce93a611f490baf6fcdbcd9416e36. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 585.795522] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-84dafa4d-ac23-4d6e-9067-be3586dc6302 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] [instance: 9654e9d5-a809-4875-99bb-fd99d7a7fbd6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 585.795909] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-84dafa4d-ac23-4d6e-9067-be3586dc6302 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.796140] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-84dafa4d-ac23-4d6e-9067-be3586dc6302 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.796367] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-84dafa4d-ac23-4d6e-9067-be3586dc6302 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.801260] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-84dafa4d-ac23-4d6e-9067-be3586dc6302 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] [instance: 9654e9d5-a809-4875-99bb-fd99d7a7fbd6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 585.801930] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-84dafa4d-ac23-4d6e-9067-be3586dc6302 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.802153] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-84dafa4d-ac23-4d6e-9067-be3586dc6302 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.802326] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-84dafa4d-ac23-4d6e-9067-be3586dc6302 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.827184] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-84dafa4d-ac23-4d6e-9067-be3586dc6302 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.827184] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-84dafa4d-ac23-4d6e-9067-be3586dc6302 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.827184] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-84dafa4d-ac23-4d6e-9067-be3586dc6302 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.020771] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-41e4def3-9406-4a26-9981-9f21deb9ff4b tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 588.042169] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-41e4def3-9406-4a26-9981-9f21deb9ff4b tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.042582] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-41e4def3-9406-4a26-9981-9f21deb9ff4b tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.042858] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-41e4def3-9406-4a26-9981-9f21deb9ff4b tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.105205] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-d86f9797-196a-41f8-90e6-7740d8651f07 tempest-ServersTestManualDisk-1306562133 tempest-ServersTestManualDisk-1306562133-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 588.114795] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-41e4def3-9406-4a26-9981-9f21deb9ff4b tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.115052] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-41e4def3-9406-4a26-9981-9f21deb9ff4b tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.115228] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-41e4def3-9406-4a26-9981-9f21deb9ff4b tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.115834] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-41e4def3-9406-4a26-9981-9f21deb9ff4b tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.115988] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-41e4def3-9406-4a26-9981-9f21deb9ff4b tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.116201] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-41e4def3-9406-4a26-9981-9f21deb9ff4b tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.132394] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-d86f9797-196a-41f8-90e6-7740d8651f07 tempest-ServersTestManualDisk-1306562133 tempest-ServersTestManualDisk-1306562133-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.132632] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-d86f9797-196a-41f8-90e6-7740d8651f07 tempest-ServersTestManualDisk-1306562133 tempest-ServersTestManualDisk-1306562133-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.132827] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-d86f9797-196a-41f8-90e6-7740d8651f07 tempest-ServersTestManualDisk-1306562133 tempest-ServersTestManualDisk-1306562133-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.141767] nova-conductor[54853]: DEBUG nova.quota [None req-41e4def3-9406-4a26-9981-9f21deb9ff4b tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Getting quotas for project 8e4e0c7bf0f94416bd94174df3d0c3f8. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 588.145516] nova-conductor[54853]: DEBUG nova.quota [None req-41e4def3-9406-4a26-9981-9f21deb9ff4b tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Getting quotas for user f1d0006f37a245429e9a2d890d9ed438 and project 8e4e0c7bf0f94416bd94174df3d0c3f8. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 588.154423] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-41e4def3-9406-4a26-9981-9f21deb9ff4b tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] [instance: 91043784-2e4a-4fa4-87de-1c45971e64c5] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 588.154959] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-41e4def3-9406-4a26-9981-9f21deb9ff4b tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.155187] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-41e4def3-9406-4a26-9981-9f21deb9ff4b tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.155311] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-41e4def3-9406-4a26-9981-9f21deb9ff4b tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.169269] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-41e4def3-9406-4a26-9981-9f21deb9ff4b tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] [instance: 91043784-2e4a-4fa4-87de-1c45971e64c5] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 588.169870] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-41e4def3-9406-4a26-9981-9f21deb9ff4b tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.170194] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-41e4def3-9406-4a26-9981-9f21deb9ff4b tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.170271] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-41e4def3-9406-4a26-9981-9f21deb9ff4b tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.197237] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-41e4def3-9406-4a26-9981-9f21deb9ff4b tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.197237] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-41e4def3-9406-4a26-9981-9f21deb9ff4b tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.197237] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-41e4def3-9406-4a26-9981-9f21deb9ff4b tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.203816] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-d86f9797-196a-41f8-90e6-7740d8651f07 tempest-ServersTestManualDisk-1306562133 tempest-ServersTestManualDisk-1306562133-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.204059] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-d86f9797-196a-41f8-90e6-7740d8651f07 tempest-ServersTestManualDisk-1306562133 tempest-ServersTestManualDisk-1306562133-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.204234] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-d86f9797-196a-41f8-90e6-7740d8651f07 tempest-ServersTestManualDisk-1306562133 tempest-ServersTestManualDisk-1306562133-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.204608] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-d86f9797-196a-41f8-90e6-7740d8651f07 tempest-ServersTestManualDisk-1306562133 tempest-ServersTestManualDisk-1306562133-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.205198] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-d86f9797-196a-41f8-90e6-7740d8651f07 tempest-ServersTestManualDisk-1306562133 tempest-ServersTestManualDisk-1306562133-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.205198] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-d86f9797-196a-41f8-90e6-7740d8651f07 tempest-ServersTestManualDisk-1306562133 tempest-ServersTestManualDisk-1306562133-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.222113] nova-conductor[54853]: DEBUG nova.quota [None req-d86f9797-196a-41f8-90e6-7740d8651f07 tempest-ServersTestManualDisk-1306562133 tempest-ServersTestManualDisk-1306562133-project-member] Getting quotas for project b5d530fb253140899a6611ba9b6339cd. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 588.223687] nova-conductor[54853]: DEBUG nova.quota [None req-d86f9797-196a-41f8-90e6-7740d8651f07 tempest-ServersTestManualDisk-1306562133 tempest-ServersTestManualDisk-1306562133-project-member] Getting quotas for user 3f4a85a64c5045c2a64e3fab12c5d673 and project b5d530fb253140899a6611ba9b6339cd. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 588.240720] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-d86f9797-196a-41f8-90e6-7740d8651f07 tempest-ServersTestManualDisk-1306562133 tempest-ServersTestManualDisk-1306562133-project-member] [instance: 13e71116-cb20-4fc5-8ceb-3a6098bae438] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 588.241294] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-d86f9797-196a-41f8-90e6-7740d8651f07 tempest-ServersTestManualDisk-1306562133 tempest-ServersTestManualDisk-1306562133-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.241511] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-d86f9797-196a-41f8-90e6-7740d8651f07 tempest-ServersTestManualDisk-1306562133 tempest-ServersTestManualDisk-1306562133-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.241982] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-d86f9797-196a-41f8-90e6-7740d8651f07 tempest-ServersTestManualDisk-1306562133 tempest-ServersTestManualDisk-1306562133-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.246689] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-d86f9797-196a-41f8-90e6-7740d8651f07 tempest-ServersTestManualDisk-1306562133 tempest-ServersTestManualDisk-1306562133-project-member] [instance: 13e71116-cb20-4fc5-8ceb-3a6098bae438] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 588.247353] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-d86f9797-196a-41f8-90e6-7740d8651f07 tempest-ServersTestManualDisk-1306562133 tempest-ServersTestManualDisk-1306562133-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.247569] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-d86f9797-196a-41f8-90e6-7740d8651f07 tempest-ServersTestManualDisk-1306562133 tempest-ServersTestManualDisk-1306562133-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.247738] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-d86f9797-196a-41f8-90e6-7740d8651f07 tempest-ServersTestManualDisk-1306562133 tempest-ServersTestManualDisk-1306562133-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.268270] nova-conductor[54853]: ERROR nova.scheduler.utils [None req-5e21b4e5-a6f0-4d38-97c2-a7492dfccbbf tempest-VolumesAssistedSnapshotsTest-202943557 tempest-VolumesAssistedSnapshotsTest-202943557-project-member] [instance: e08d9f27-d2b3-4532-862f-b68e830e8d17] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 49f26d9b-6984-4a4b-8022-1333cb10294a, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance e08d9f27-d2b3-4532-862f-b68e830e8d17 was re-scheduled: Binding failed for port 49f26d9b-6984-4a4b-8022-1333cb10294a, please check neutron logs for more information.\n'] [ 588.269624] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-5e21b4e5-a6f0-4d38-97c2-a7492dfccbbf tempest-VolumesAssistedSnapshotsTest-202943557 tempest-VolumesAssistedSnapshotsTest-202943557-project-member] Rescheduling: True {{(pid=54853) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 588.269624] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-5e21b4e5-a6f0-4d38-97c2-a7492dfccbbf tempest-VolumesAssistedSnapshotsTest-202943557 tempest-VolumesAssistedSnapshotsTest-202943557-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e08d9f27-d2b3-4532-862f-b68e830e8d17.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e08d9f27-d2b3-4532-862f-b68e830e8d17. [ 588.269624] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-5e21b4e5-a6f0-4d38-97c2-a7492dfccbbf tempest-VolumesAssistedSnapshotsTest-202943557 tempest-VolumesAssistedSnapshotsTest-202943557-project-member] [instance: e08d9f27-d2b3-4532-862f-b68e830e8d17] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e08d9f27-d2b3-4532-862f-b68e830e8d17. [ 588.295027] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-d86f9797-196a-41f8-90e6-7740d8651f07 tempest-ServersTestManualDisk-1306562133 tempest-ServersTestManualDisk-1306562133-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.295027] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-d86f9797-196a-41f8-90e6-7740d8651f07 tempest-ServersTestManualDisk-1306562133 tempest-ServersTestManualDisk-1306562133-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.295027] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-d86f9797-196a-41f8-90e6-7740d8651f07 tempest-ServersTestManualDisk-1306562133 tempest-ServersTestManualDisk-1306562133-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.314119] nova-conductor[54853]: DEBUG nova.network.neutron [None req-5e21b4e5-a6f0-4d38-97c2-a7492dfccbbf tempest-VolumesAssistedSnapshotsTest-202943557 tempest-VolumesAssistedSnapshotsTest-202943557-project-member] [instance: e08d9f27-d2b3-4532-862f-b68e830e8d17] deallocate_for_instance() {{(pid=54853) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 588.337492] nova-conductor[54853]: DEBUG nova.network.neutron [None req-5e21b4e5-a6f0-4d38-97c2-a7492dfccbbf tempest-VolumesAssistedSnapshotsTest-202943557 tempest-VolumesAssistedSnapshotsTest-202943557-project-member] [instance: e08d9f27-d2b3-4532-862f-b68e830e8d17] Instance cache missing network info. {{(pid=54853) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 588.345070] nova-conductor[54853]: DEBUG nova.network.neutron [None req-5e21b4e5-a6f0-4d38-97c2-a7492dfccbbf tempest-VolumesAssistedSnapshotsTest-202943557 tempest-VolumesAssistedSnapshotsTest-202943557-project-member] [instance: e08d9f27-d2b3-4532-862f-b68e830e8d17] Updating instance_info_cache with network_info: [] {{(pid=54853) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.874030] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-8d4a8a44-1657-449d-a670-89eaee2a0a3b tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 589.899247] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-8d4a8a44-1657-449d-a670-89eaee2a0a3b tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.899540] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-8d4a8a44-1657-449d-a670-89eaee2a0a3b tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.899706] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-8d4a8a44-1657-449d-a670-89eaee2a0a3b tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.951900] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-8d4a8a44-1657-449d-a670-89eaee2a0a3b tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.952642] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-8d4a8a44-1657-449d-a670-89eaee2a0a3b tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.952642] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-8d4a8a44-1657-449d-a670-89eaee2a0a3b tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.953015] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-8d4a8a44-1657-449d-a670-89eaee2a0a3b tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.953015] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-8d4a8a44-1657-449d-a670-89eaee2a0a3b tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.953417] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-8d4a8a44-1657-449d-a670-89eaee2a0a3b tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.967790] nova-conductor[54853]: DEBUG nova.quota [None req-8d4a8a44-1657-449d-a670-89eaee2a0a3b tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] Getting quotas for project eb4fde1412c240b288e7337a06fae728. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 589.971495] nova-conductor[54853]: DEBUG nova.quota [None req-8d4a8a44-1657-449d-a670-89eaee2a0a3b tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] Getting quotas for user 10e6ab2f8c50450d9ce9c06079726912 and project eb4fde1412c240b288e7337a06fae728. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 589.977888] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-8d4a8a44-1657-449d-a670-89eaee2a0a3b tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] [instance: c11d0dcc-e5aa-4d7c-bba5-2853622dde44] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 589.981380] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-8d4a8a44-1657-449d-a670-89eaee2a0a3b tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.981380] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-8d4a8a44-1657-449d-a670-89eaee2a0a3b tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.981380] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-8d4a8a44-1657-449d-a670-89eaee2a0a3b tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.988986] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-8d4a8a44-1657-449d-a670-89eaee2a0a3b tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] [instance: c11d0dcc-e5aa-4d7c-bba5-2853622dde44] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 589.989748] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-8d4a8a44-1657-449d-a670-89eaee2a0a3b tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.989940] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-8d4a8a44-1657-449d-a670-89eaee2a0a3b tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.990131] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-8d4a8a44-1657-449d-a670-89eaee2a0a3b tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.019519] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-8d4a8a44-1657-449d-a670-89eaee2a0a3b tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.019765] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-8d4a8a44-1657-449d-a670-89eaee2a0a3b tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.019965] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-8d4a8a44-1657-449d-a670-89eaee2a0a3b tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.111378] nova-conductor[54853]: ERROR nova.scheduler.utils [None req-7139035f-cef6-4200-9ed2-367d8df44db9 tempest-FloatingIPsAssociationTestJSON-1089918034 tempest-FloatingIPsAssociationTestJSON-1089918034-project-member] [instance: 33910d6d-0911-4e2a-82af-1b705cedd3fe] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port c2187654-721c-41d1-8036-921e8df47aaf, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 33910d6d-0911-4e2a-82af-1b705cedd3fe was re-scheduled: Binding failed for port c2187654-721c-41d1-8036-921e8df47aaf, please check neutron logs for more information.\n'] [ 590.112929] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-7139035f-cef6-4200-9ed2-367d8df44db9 tempest-FloatingIPsAssociationTestJSON-1089918034 tempest-FloatingIPsAssociationTestJSON-1089918034-project-member] Rescheduling: True {{(pid=54853) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 590.112929] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-7139035f-cef6-4200-9ed2-367d8df44db9 tempest-FloatingIPsAssociationTestJSON-1089918034 tempest-FloatingIPsAssociationTestJSON-1089918034-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 33910d6d-0911-4e2a-82af-1b705cedd3fe.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 33910d6d-0911-4e2a-82af-1b705cedd3fe. [ 590.115087] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-7139035f-cef6-4200-9ed2-367d8df44db9 tempest-FloatingIPsAssociationTestJSON-1089918034 tempest-FloatingIPsAssociationTestJSON-1089918034-project-member] [instance: 33910d6d-0911-4e2a-82af-1b705cedd3fe] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 33910d6d-0911-4e2a-82af-1b705cedd3fe. [ 590.148638] nova-conductor[54853]: DEBUG nova.network.neutron [None req-7139035f-cef6-4200-9ed2-367d8df44db9 tempest-FloatingIPsAssociationTestJSON-1089918034 tempest-FloatingIPsAssociationTestJSON-1089918034-project-member] [instance: 33910d6d-0911-4e2a-82af-1b705cedd3fe] deallocate_for_instance() {{(pid=54853) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 590.191115] nova-conductor[54853]: DEBUG nova.network.neutron [None req-7139035f-cef6-4200-9ed2-367d8df44db9 tempest-FloatingIPsAssociationTestJSON-1089918034 tempest-FloatingIPsAssociationTestJSON-1089918034-project-member] [instance: 33910d6d-0911-4e2a-82af-1b705cedd3fe] Instance cache missing network info. {{(pid=54853) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 590.195810] nova-conductor[54853]: DEBUG nova.network.neutron [None req-7139035f-cef6-4200-9ed2-367d8df44db9 tempest-FloatingIPsAssociationTestJSON-1089918034 tempest-FloatingIPsAssociationTestJSON-1089918034-project-member] [instance: 33910d6d-0911-4e2a-82af-1b705cedd3fe] Updating instance_info_cache with network_info: [] {{(pid=54853) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.635612] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell0:SELECT=19 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 592.691306] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=59,nova_cell1:SAVEPOINT=18,nova_cell1:INSERT=146,nova_cell1:RELEASE=18,nova_cell1:UPDATE=3 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 592.699316] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=99,nova_api:UPDATE=13,nova_api:DELETE=12 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 592.707960] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=4,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 596.890913] nova-conductor[54853]: ERROR nova.scheduler.utils [None req-f25d0e30-8ad9-41f6-8a30-8fc95085a42e tempest-ServersWithSpecificFlavorTestJSON-1230324252 tempest-ServersWithSpecificFlavorTestJSON-1230324252-project-member] [instance: 25758cb8-6635-4284-bc94-a95389af3c8a] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 42f42e23-879b-49d3-9d2f-4f1e206bbfae, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 25758cb8-6635-4284-bc94-a95389af3c8a was re-scheduled: Binding failed for port 42f42e23-879b-49d3-9d2f-4f1e206bbfae, please check neutron logs for more information.\n'] [ 596.891550] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-f25d0e30-8ad9-41f6-8a30-8fc95085a42e tempest-ServersWithSpecificFlavorTestJSON-1230324252 tempest-ServersWithSpecificFlavorTestJSON-1230324252-project-member] Rescheduling: True {{(pid=54853) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 596.891777] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-f25d0e30-8ad9-41f6-8a30-8fc95085a42e tempest-ServersWithSpecificFlavorTestJSON-1230324252 tempest-ServersWithSpecificFlavorTestJSON-1230324252-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 25758cb8-6635-4284-bc94-a95389af3c8a.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 25758cb8-6635-4284-bc94-a95389af3c8a. [ 596.891987] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-f25d0e30-8ad9-41f6-8a30-8fc95085a42e tempest-ServersWithSpecificFlavorTestJSON-1230324252 tempest-ServersWithSpecificFlavorTestJSON-1230324252-project-member] [instance: 25758cb8-6635-4284-bc94-a95389af3c8a] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 25758cb8-6635-4284-bc94-a95389af3c8a. [ 596.930025] nova-conductor[54853]: DEBUG nova.network.neutron [None req-f25d0e30-8ad9-41f6-8a30-8fc95085a42e tempest-ServersWithSpecificFlavorTestJSON-1230324252 tempest-ServersWithSpecificFlavorTestJSON-1230324252-project-member] [instance: 25758cb8-6635-4284-bc94-a95389af3c8a] deallocate_for_instance() {{(pid=54853) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 596.952811] nova-conductor[54853]: DEBUG nova.network.neutron [None req-f25d0e30-8ad9-41f6-8a30-8fc95085a42e tempest-ServersWithSpecificFlavorTestJSON-1230324252 tempest-ServersWithSpecificFlavorTestJSON-1230324252-project-member] [instance: 25758cb8-6635-4284-bc94-a95389af3c8a] Instance cache missing network info. {{(pid=54853) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 596.959030] nova-conductor[54853]: DEBUG nova.network.neutron [None req-f25d0e30-8ad9-41f6-8a30-8fc95085a42e tempest-ServersWithSpecificFlavorTestJSON-1230324252 tempest-ServersWithSpecificFlavorTestJSON-1230324252-project-member] [instance: 25758cb8-6635-4284-bc94-a95389af3c8a] Updating instance_info_cache with network_info: [] {{(pid=54853) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.305282] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-44b5e2ad-d4e7-42a6-90de-003c4add526c tempest-InstanceActionsNegativeTestJSON-588136524 tempest-InstanceActionsNegativeTestJSON-588136524-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 597.325246] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-44b5e2ad-d4e7-42a6-90de-003c4add526c tempest-InstanceActionsNegativeTestJSON-588136524 tempest-InstanceActionsNegativeTestJSON-588136524-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.325246] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-44b5e2ad-d4e7-42a6-90de-003c4add526c tempest-InstanceActionsNegativeTestJSON-588136524 tempest-InstanceActionsNegativeTestJSON-588136524-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.325246] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-44b5e2ad-d4e7-42a6-90de-003c4add526c tempest-InstanceActionsNegativeTestJSON-588136524 tempest-InstanceActionsNegativeTestJSON-588136524-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.379076] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-44b5e2ad-d4e7-42a6-90de-003c4add526c tempest-InstanceActionsNegativeTestJSON-588136524 tempest-InstanceActionsNegativeTestJSON-588136524-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.379343] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-44b5e2ad-d4e7-42a6-90de-003c4add526c tempest-InstanceActionsNegativeTestJSON-588136524 tempest-InstanceActionsNegativeTestJSON-588136524-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.379529] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-44b5e2ad-d4e7-42a6-90de-003c4add526c tempest-InstanceActionsNegativeTestJSON-588136524 tempest-InstanceActionsNegativeTestJSON-588136524-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.379994] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-44b5e2ad-d4e7-42a6-90de-003c4add526c tempest-InstanceActionsNegativeTestJSON-588136524 tempest-InstanceActionsNegativeTestJSON-588136524-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.380146] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-44b5e2ad-d4e7-42a6-90de-003c4add526c tempest-InstanceActionsNegativeTestJSON-588136524 tempest-InstanceActionsNegativeTestJSON-588136524-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.380327] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-44b5e2ad-d4e7-42a6-90de-003c4add526c tempest-InstanceActionsNegativeTestJSON-588136524 tempest-InstanceActionsNegativeTestJSON-588136524-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.402764] nova-conductor[54853]: DEBUG nova.quota [None req-44b5e2ad-d4e7-42a6-90de-003c4add526c tempest-InstanceActionsNegativeTestJSON-588136524 tempest-InstanceActionsNegativeTestJSON-588136524-project-member] Getting quotas for project e339423ef410434b84559c961226923f. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 597.407828] nova-conductor[54853]: DEBUG nova.quota [None req-44b5e2ad-d4e7-42a6-90de-003c4add526c tempest-InstanceActionsNegativeTestJSON-588136524 tempest-InstanceActionsNegativeTestJSON-588136524-project-member] Getting quotas for user 22d443c30c7f4cc39435b80259652537 and project e339423ef410434b84559c961226923f. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 597.415418] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-44b5e2ad-d4e7-42a6-90de-003c4add526c tempest-InstanceActionsNegativeTestJSON-588136524 tempest-InstanceActionsNegativeTestJSON-588136524-project-member] [instance: 81c87881-bf63-4622-a0cb-6e38680a8f14] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 597.415873] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-44b5e2ad-d4e7-42a6-90de-003c4add526c tempest-InstanceActionsNegativeTestJSON-588136524 tempest-InstanceActionsNegativeTestJSON-588136524-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.416183] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-44b5e2ad-d4e7-42a6-90de-003c4add526c tempest-InstanceActionsNegativeTestJSON-588136524 tempest-InstanceActionsNegativeTestJSON-588136524-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.416381] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-44b5e2ad-d4e7-42a6-90de-003c4add526c tempest-InstanceActionsNegativeTestJSON-588136524 tempest-InstanceActionsNegativeTestJSON-588136524-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.424016] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-44b5e2ad-d4e7-42a6-90de-003c4add526c tempest-InstanceActionsNegativeTestJSON-588136524 tempest-InstanceActionsNegativeTestJSON-588136524-project-member] [instance: 81c87881-bf63-4622-a0cb-6e38680a8f14] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 597.424818] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-44b5e2ad-d4e7-42a6-90de-003c4add526c tempest-InstanceActionsNegativeTestJSON-588136524 tempest-InstanceActionsNegativeTestJSON-588136524-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.424933] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-44b5e2ad-d4e7-42a6-90de-003c4add526c tempest-InstanceActionsNegativeTestJSON-588136524 tempest-InstanceActionsNegativeTestJSON-588136524-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.425153] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-44b5e2ad-d4e7-42a6-90de-003c4add526c tempest-InstanceActionsNegativeTestJSON-588136524 tempest-InstanceActionsNegativeTestJSON-588136524-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.443223] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-44b5e2ad-d4e7-42a6-90de-003c4add526c tempest-InstanceActionsNegativeTestJSON-588136524 tempest-InstanceActionsNegativeTestJSON-588136524-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.443458] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-44b5e2ad-d4e7-42a6-90de-003c4add526c tempest-InstanceActionsNegativeTestJSON-588136524 tempest-InstanceActionsNegativeTestJSON-588136524-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.443631] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-44b5e2ad-d4e7-42a6-90de-003c4add526c tempest-InstanceActionsNegativeTestJSON-588136524 tempest-InstanceActionsNegativeTestJSON-588136524-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.012141] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-b169f017-896e-43d7-92ca-0ca9a3ad50e0 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 601.027316] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b169f017-896e-43d7-92ca-0ca9a3ad50e0 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.027316] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b169f017-896e-43d7-92ca-0ca9a3ad50e0 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.027316] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b169f017-896e-43d7-92ca-0ca9a3ad50e0 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.077976] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b169f017-896e-43d7-92ca-0ca9a3ad50e0 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.078199] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b169f017-896e-43d7-92ca-0ca9a3ad50e0 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.078440] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b169f017-896e-43d7-92ca-0ca9a3ad50e0 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.078872] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b169f017-896e-43d7-92ca-0ca9a3ad50e0 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.079090] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b169f017-896e-43d7-92ca-0ca9a3ad50e0 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.079339] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b169f017-896e-43d7-92ca-0ca9a3ad50e0 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.100990] nova-conductor[54853]: DEBUG nova.quota [None req-b169f017-896e-43d7-92ca-0ca9a3ad50e0 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] Getting quotas for project d013513ad708456f9a827c8d4974beec. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 601.103125] nova-conductor[54853]: DEBUG nova.quota [None req-b169f017-896e-43d7-92ca-0ca9a3ad50e0 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] Getting quotas for user 0bc7339e5cc845668864bcdd8d09e610 and project d013513ad708456f9a827c8d4974beec. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 601.110497] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-b169f017-896e-43d7-92ca-0ca9a3ad50e0 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] [instance: d45fe9ea-8538-47da-b8dd-c67f8863a812] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 601.110909] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b169f017-896e-43d7-92ca-0ca9a3ad50e0 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.111604] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b169f017-896e-43d7-92ca-0ca9a3ad50e0 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.111604] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b169f017-896e-43d7-92ca-0ca9a3ad50e0 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.118606] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-b169f017-896e-43d7-92ca-0ca9a3ad50e0 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] [instance: d45fe9ea-8538-47da-b8dd-c67f8863a812] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 601.118606] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b169f017-896e-43d7-92ca-0ca9a3ad50e0 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.118606] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b169f017-896e-43d7-92ca-0ca9a3ad50e0 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.119209] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b169f017-896e-43d7-92ca-0ca9a3ad50e0 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.137306] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b169f017-896e-43d7-92ca-0ca9a3ad50e0 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.137306] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b169f017-896e-43d7-92ca-0ca9a3ad50e0 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.137306] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b169f017-896e-43d7-92ca-0ca9a3ad50e0 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.782914] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Took 0.51 seconds to select destinations for 3 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 601.802698] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.802698] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.802842] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.853155] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.853529] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.854325] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.878626] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.878626] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.879314] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.900537] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.900772] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.900943] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.901325] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.901515] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.901754] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.911238] nova-conductor[54852]: DEBUG nova.quota [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Getting quotas for project 702e4460131b45049ed40bd29339c46b. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 601.915515] nova-conductor[54852]: DEBUG nova.quota [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Getting quotas for user b4b4e513201d4f72bfcf256f1910c52c and project 702e4460131b45049ed40bd29339c46b. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 601.921793] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] [instance: 325e8102-c129-40f4-b61d-1976d2a1fe42] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 601.922436] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.922710] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.922966] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.929123] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] [instance: 325e8102-c129-40f4-b61d-1976d2a1fe42] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 601.929844] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.930083] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.930242] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.951936] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.952327] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.952593] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.961601] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] [instance: fa7295fe-b893-455b-9d4b-4013c187c288] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 601.964898] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.964898] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.964898] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.967542] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] [instance: fa7295fe-b893-455b-9d4b-4013c187c288] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 601.968488] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.969200] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.969287] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.994630] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.994630] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.994630] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.001187] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] [instance: 627ebcab-90f9-4ebe-baf9-52fe808ec8c6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 602.001937] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.002258] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.002529] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.011286] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] [instance: 627ebcab-90f9-4ebe-baf9-52fe808ec8c6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 602.012198] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.012759] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.013068] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.034233] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.034233] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.034233] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.073312] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-865fc905-6cba-4eda-8d38-cd2e90f83cc4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Took 0.52 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 606.084911] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-865fc905-6cba-4eda-8d38-cd2e90f83cc4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.085171] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-865fc905-6cba-4eda-8d38-cd2e90f83cc4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.085351] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-865fc905-6cba-4eda-8d38-cd2e90f83cc4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.131106] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-865fc905-6cba-4eda-8d38-cd2e90f83cc4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.131106] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-865fc905-6cba-4eda-8d38-cd2e90f83cc4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.131106] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-865fc905-6cba-4eda-8d38-cd2e90f83cc4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.131106] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-865fc905-6cba-4eda-8d38-cd2e90f83cc4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.131106] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-865fc905-6cba-4eda-8d38-cd2e90f83cc4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.131106] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-865fc905-6cba-4eda-8d38-cd2e90f83cc4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.143620] nova-conductor[54852]: DEBUG nova.quota [None req-865fc905-6cba-4eda-8d38-cd2e90f83cc4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Getting quotas for project e421d924fa054e0d9aadefdda118b102. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 606.146938] nova-conductor[54852]: DEBUG nova.quota [None req-865fc905-6cba-4eda-8d38-cd2e90f83cc4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Getting quotas for user 9e46f3881aec41d8be37a2f53265b333 and project e421d924fa054e0d9aadefdda118b102. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 606.156356] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-865fc905-6cba-4eda-8d38-cd2e90f83cc4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] [instance: c370e9a9-3c09-418c-b2fc-e75323298518] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 606.157009] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-865fc905-6cba-4eda-8d38-cd2e90f83cc4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.157361] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-865fc905-6cba-4eda-8d38-cd2e90f83cc4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.160057] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-865fc905-6cba-4eda-8d38-cd2e90f83cc4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.164401] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-865fc905-6cba-4eda-8d38-cd2e90f83cc4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] [instance: c370e9a9-3c09-418c-b2fc-e75323298518] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 606.165350] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-865fc905-6cba-4eda-8d38-cd2e90f83cc4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.165830] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-865fc905-6cba-4eda-8d38-cd2e90f83cc4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.166096] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-865fc905-6cba-4eda-8d38-cd2e90f83cc4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.195094] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-865fc905-6cba-4eda-8d38-cd2e90f83cc4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.195094] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-865fc905-6cba-4eda-8d38-cd2e90f83cc4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.195094] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-865fc905-6cba-4eda-8d38-cd2e90f83cc4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.761374] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-fcc94ade-90bd-421c-8108-69e3141fc0f4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 606.775126] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fcc94ade-90bd-421c-8108-69e3141fc0f4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.775418] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fcc94ade-90bd-421c-8108-69e3141fc0f4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.775594] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fcc94ade-90bd-421c-8108-69e3141fc0f4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.818170] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fcc94ade-90bd-421c-8108-69e3141fc0f4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.818546] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fcc94ade-90bd-421c-8108-69e3141fc0f4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.818850] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fcc94ade-90bd-421c-8108-69e3141fc0f4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.819817] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fcc94ade-90bd-421c-8108-69e3141fc0f4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.819817] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fcc94ade-90bd-421c-8108-69e3141fc0f4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.820087] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fcc94ade-90bd-421c-8108-69e3141fc0f4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.830413] nova-conductor[54853]: DEBUG nova.quota [None req-fcc94ade-90bd-421c-8108-69e3141fc0f4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Getting quotas for project e421d924fa054e0d9aadefdda118b102. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 606.833116] nova-conductor[54853]: DEBUG nova.quota [None req-fcc94ade-90bd-421c-8108-69e3141fc0f4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Getting quotas for user 9e46f3881aec41d8be37a2f53265b333 and project e421d924fa054e0d9aadefdda118b102. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 606.840337] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-fcc94ade-90bd-421c-8108-69e3141fc0f4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] [instance: f853c572-ad40-4cce-83d4-d5f11b42c37f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 606.840887] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fcc94ade-90bd-421c-8108-69e3141fc0f4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.841130] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fcc94ade-90bd-421c-8108-69e3141fc0f4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.841336] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fcc94ade-90bd-421c-8108-69e3141fc0f4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.845791] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-fcc94ade-90bd-421c-8108-69e3141fc0f4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] [instance: f853c572-ad40-4cce-83d4-d5f11b42c37f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 606.846400] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fcc94ade-90bd-421c-8108-69e3141fc0f4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.846587] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fcc94ade-90bd-421c-8108-69e3141fc0f4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.846754] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fcc94ade-90bd-421c-8108-69e3141fc0f4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.866190] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fcc94ade-90bd-421c-8108-69e3141fc0f4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.866421] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fcc94ade-90bd-421c-8108-69e3141fc0f4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.866635] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fcc94ade-90bd-421c-8108-69e3141fc0f4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.937523] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-28904507-50ba-44f9-b24d-8fbfdab9bbc2 tempest-ServersTestBootFromVolume-414653886 tempest-ServersTestBootFromVolume-414653886-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 606.949330] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-28904507-50ba-44f9-b24d-8fbfdab9bbc2 tempest-ServersTestBootFromVolume-414653886 tempest-ServersTestBootFromVolume-414653886-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.949455] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-28904507-50ba-44f9-b24d-8fbfdab9bbc2 tempest-ServersTestBootFromVolume-414653886 tempest-ServersTestBootFromVolume-414653886-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.949609] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-28904507-50ba-44f9-b24d-8fbfdab9bbc2 tempest-ServersTestBootFromVolume-414653886 tempest-ServersTestBootFromVolume-414653886-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.981843] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-28904507-50ba-44f9-b24d-8fbfdab9bbc2 tempest-ServersTestBootFromVolume-414653886 tempest-ServersTestBootFromVolume-414653886-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.981843] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-28904507-50ba-44f9-b24d-8fbfdab9bbc2 tempest-ServersTestBootFromVolume-414653886 tempest-ServersTestBootFromVolume-414653886-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.981843] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-28904507-50ba-44f9-b24d-8fbfdab9bbc2 tempest-ServersTestBootFromVolume-414653886 tempest-ServersTestBootFromVolume-414653886-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.982536] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-28904507-50ba-44f9-b24d-8fbfdab9bbc2 tempest-ServersTestBootFromVolume-414653886 tempest-ServersTestBootFromVolume-414653886-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.982536] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-28904507-50ba-44f9-b24d-8fbfdab9bbc2 tempest-ServersTestBootFromVolume-414653886 tempest-ServersTestBootFromVolume-414653886-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.982536] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-28904507-50ba-44f9-b24d-8fbfdab9bbc2 tempest-ServersTestBootFromVolume-414653886 tempest-ServersTestBootFromVolume-414653886-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.995858] nova-conductor[54852]: DEBUG nova.quota [None req-28904507-50ba-44f9-b24d-8fbfdab9bbc2 tempest-ServersTestBootFromVolume-414653886 tempest-ServersTestBootFromVolume-414653886-project-member] Getting quotas for project 2b5f5b3d8f59493683027a660f8b8274. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 607.000131] nova-conductor[54852]: DEBUG nova.quota [None req-28904507-50ba-44f9-b24d-8fbfdab9bbc2 tempest-ServersTestBootFromVolume-414653886 tempest-ServersTestBootFromVolume-414653886-project-member] Getting quotas for user 7586849ffa63400e890616df1a5e8c59 and project 2b5f5b3d8f59493683027a660f8b8274. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 607.006302] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-28904507-50ba-44f9-b24d-8fbfdab9bbc2 tempest-ServersTestBootFromVolume-414653886 tempest-ServersTestBootFromVolume-414653886-project-member] [instance: b48be393-189f-4093-b079-fe555192e7ed] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 607.006739] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-28904507-50ba-44f9-b24d-8fbfdab9bbc2 tempest-ServersTestBootFromVolume-414653886 tempest-ServersTestBootFromVolume-414653886-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.006954] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-28904507-50ba-44f9-b24d-8fbfdab9bbc2 tempest-ServersTestBootFromVolume-414653886 tempest-ServersTestBootFromVolume-414653886-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.007651] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-28904507-50ba-44f9-b24d-8fbfdab9bbc2 tempest-ServersTestBootFromVolume-414653886 tempest-ServersTestBootFromVolume-414653886-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.011888] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-28904507-50ba-44f9-b24d-8fbfdab9bbc2 tempest-ServersTestBootFromVolume-414653886 tempest-ServersTestBootFromVolume-414653886-project-member] [instance: b48be393-189f-4093-b079-fe555192e7ed] block_device_mapping [BlockDeviceMapping(attachment_id=537a752a-3503-43a5-bf65-09055811adda,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=,uuid=,volume_id='aa425a3d-1cae-44c2-aaae-1815c2ed4319',volume_size=1,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 607.012602] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-28904507-50ba-44f9-b24d-8fbfdab9bbc2 tempest-ServersTestBootFromVolume-414653886 tempest-ServersTestBootFromVolume-414653886-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.012847] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-28904507-50ba-44f9-b24d-8fbfdab9bbc2 tempest-ServersTestBootFromVolume-414653886 tempest-ServersTestBootFromVolume-414653886-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.013025] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-28904507-50ba-44f9-b24d-8fbfdab9bbc2 tempest-ServersTestBootFromVolume-414653886 tempest-ServersTestBootFromVolume-414653886-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.036566] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-28904507-50ba-44f9-b24d-8fbfdab9bbc2 tempest-ServersTestBootFromVolume-414653886 tempest-ServersTestBootFromVolume-414653886-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.036663] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-28904507-50ba-44f9-b24d-8fbfdab9bbc2 tempest-ServersTestBootFromVolume-414653886 tempest-ServersTestBootFromVolume-414653886-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.037364] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-28904507-50ba-44f9-b24d-8fbfdab9bbc2 tempest-ServersTestBootFromVolume-414653886 tempest-ServersTestBootFromVolume-414653886-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.767351] nova-conductor[54853]: ERROR nova.scheduler.utils [None req-715e8879-bfa8-4740-8bf2-6cd1dd49984f tempest-ServersAdminNegativeTestJSON-1486091049 tempest-ServersAdminNegativeTestJSON-1486091049-project-member] [instance: 6f5cc707-70e8-48fb-8d9d-904f3e0130af] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 11d62c03-b355-4dd9-8985-0a6ebcf8d0d0, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 6f5cc707-70e8-48fb-8d9d-904f3e0130af was re-scheduled: Binding failed for port 11d62c03-b355-4dd9-8985-0a6ebcf8d0d0, please check neutron logs for more information.\n'] [ 608.769359] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-715e8879-bfa8-4740-8bf2-6cd1dd49984f tempest-ServersAdminNegativeTestJSON-1486091049 tempest-ServersAdminNegativeTestJSON-1486091049-project-member] Rescheduling: True {{(pid=54853) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 608.769502] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-715e8879-bfa8-4740-8bf2-6cd1dd49984f tempest-ServersAdminNegativeTestJSON-1486091049 tempest-ServersAdminNegativeTestJSON-1486091049-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6f5cc707-70e8-48fb-8d9d-904f3e0130af.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6f5cc707-70e8-48fb-8d9d-904f3e0130af. [ 608.770102] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-715e8879-bfa8-4740-8bf2-6cd1dd49984f tempest-ServersAdminNegativeTestJSON-1486091049 tempest-ServersAdminNegativeTestJSON-1486091049-project-member] [instance: 6f5cc707-70e8-48fb-8d9d-904f3e0130af] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6f5cc707-70e8-48fb-8d9d-904f3e0130af. [ 608.797640] nova-conductor[54853]: DEBUG nova.network.neutron [None req-715e8879-bfa8-4740-8bf2-6cd1dd49984f tempest-ServersAdminNegativeTestJSON-1486091049 tempest-ServersAdminNegativeTestJSON-1486091049-project-member] [instance: 6f5cc707-70e8-48fb-8d9d-904f3e0130af] deallocate_for_instance() {{(pid=54853) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 608.827603] nova-conductor[54853]: DEBUG nova.network.neutron [None req-715e8879-bfa8-4740-8bf2-6cd1dd49984f tempest-ServersAdminNegativeTestJSON-1486091049 tempest-ServersAdminNegativeTestJSON-1486091049-project-member] [instance: 6f5cc707-70e8-48fb-8d9d-904f3e0130af] Instance cache missing network info. {{(pid=54853) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 608.831091] nova-conductor[54853]: DEBUG nova.network.neutron [None req-715e8879-bfa8-4740-8bf2-6cd1dd49984f tempest-ServersAdminNegativeTestJSON-1486091049 tempest-ServersAdminNegativeTestJSON-1486091049-project-member] [instance: 6f5cc707-70e8-48fb-8d9d-904f3e0130af] Updating instance_info_cache with network_info: [] {{(pid=54853) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.811112] nova-conductor[54853]: ERROR nova.scheduler.utils [None req-e2104dd1-24c9-4e26-9988-07506efbf3ab tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] [instance: 147165a4-9071-4516-9498-fa4c706a5e37] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 572b379b-a2f8-4652-b17d-3e90afacb781, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 147165a4-9071-4516-9498-fa4c706a5e37 was re-scheduled: Binding failed for port 572b379b-a2f8-4652-b17d-3e90afacb781, please check neutron logs for more information.\n'] [ 610.811112] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-e2104dd1-24c9-4e26-9988-07506efbf3ab tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Rescheduling: True {{(pid=54853) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 610.811112] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-e2104dd1-24c9-4e26-9988-07506efbf3ab tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 147165a4-9071-4516-9498-fa4c706a5e37.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 147165a4-9071-4516-9498-fa4c706a5e37. [ 610.811496] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-e2104dd1-24c9-4e26-9988-07506efbf3ab tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] [instance: 147165a4-9071-4516-9498-fa4c706a5e37] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 147165a4-9071-4516-9498-fa4c706a5e37. [ 610.839589] nova-conductor[54853]: DEBUG nova.network.neutron [None req-e2104dd1-24c9-4e26-9988-07506efbf3ab tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] [instance: 147165a4-9071-4516-9498-fa4c706a5e37] deallocate_for_instance() {{(pid=54853) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 610.884718] nova-conductor[54853]: DEBUG nova.network.neutron [None req-e2104dd1-24c9-4e26-9988-07506efbf3ab tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] [instance: 147165a4-9071-4516-9498-fa4c706a5e37] Instance cache missing network info. {{(pid=54853) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 610.889698] nova-conductor[54853]: DEBUG nova.network.neutron [None req-e2104dd1-24c9-4e26-9988-07506efbf3ab tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] [instance: 147165a4-9071-4516-9498-fa4c706a5e37] Updating instance_info_cache with network_info: [] {{(pid=54853) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.853654] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-419e16ed-5e76-47b4-87e3-51f493e5e66d tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 612.868166] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-419e16ed-5e76-47b4-87e3-51f493e5e66d tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.868468] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-419e16ed-5e76-47b4-87e3-51f493e5e66d tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.868910] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-419e16ed-5e76-47b4-87e3-51f493e5e66d tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.921334] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-419e16ed-5e76-47b4-87e3-51f493e5e66d tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.922299] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-419e16ed-5e76-47b4-87e3-51f493e5e66d tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.922497] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-419e16ed-5e76-47b4-87e3-51f493e5e66d tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.922932] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-419e16ed-5e76-47b4-87e3-51f493e5e66d tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.923162] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-419e16ed-5e76-47b4-87e3-51f493e5e66d tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.923324] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-419e16ed-5e76-47b4-87e3-51f493e5e66d tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.935594] nova-conductor[54852]: DEBUG nova.quota [None req-419e16ed-5e76-47b4-87e3-51f493e5e66d tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Getting quotas for project 2d1559d2844647aba922cae8e9d992e6. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 612.938577] nova-conductor[54852]: DEBUG nova.quota [None req-419e16ed-5e76-47b4-87e3-51f493e5e66d tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Getting quotas for user 3ad76ea94b62472fa3318cbbdb308ebe and project 2d1559d2844647aba922cae8e9d992e6. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 612.945307] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-419e16ed-5e76-47b4-87e3-51f493e5e66d tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] [instance: a701b2b9-10df-4ba3-8b78-b6b486d8f1db] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 612.945828] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-419e16ed-5e76-47b4-87e3-51f493e5e66d tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.946056] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-419e16ed-5e76-47b4-87e3-51f493e5e66d tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.946237] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-419e16ed-5e76-47b4-87e3-51f493e5e66d tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.952958] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-419e16ed-5e76-47b4-87e3-51f493e5e66d tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] [instance: a701b2b9-10df-4ba3-8b78-b6b486d8f1db] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 612.953670] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-419e16ed-5e76-47b4-87e3-51f493e5e66d tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.953974] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-419e16ed-5e76-47b4-87e3-51f493e5e66d tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.954044] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-419e16ed-5e76-47b4-87e3-51f493e5e66d tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.020419] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-419e16ed-5e76-47b4-87e3-51f493e5e66d tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.020684] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-419e16ed-5e76-47b4-87e3-51f493e5e66d tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.020864] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-419e16ed-5e76-47b4-87e3-51f493e5e66d tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.572367] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-da2f1280-54c5-4936-96c4-e24a74c50f84 tempest-InstanceActionsTestJSON-1075584289 tempest-InstanceActionsTestJSON-1075584289-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 614.577560] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-19d3d9cd-0b44-409e-a4e4-0e4c73a02172 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 614.595215] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-da2f1280-54c5-4936-96c4-e24a74c50f84 tempest-InstanceActionsTestJSON-1075584289 tempest-InstanceActionsTestJSON-1075584289-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.595443] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-da2f1280-54c5-4936-96c4-e24a74c50f84 tempest-InstanceActionsTestJSON-1075584289 tempest-InstanceActionsTestJSON-1075584289-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.595622] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-da2f1280-54c5-4936-96c4-e24a74c50f84 tempest-InstanceActionsTestJSON-1075584289 tempest-InstanceActionsTestJSON-1075584289-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.600100] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-19d3d9cd-0b44-409e-a4e4-0e4c73a02172 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.600100] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-19d3d9cd-0b44-409e-a4e4-0e4c73a02172 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.600100] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-19d3d9cd-0b44-409e-a4e4-0e4c73a02172 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.648025] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-19d3d9cd-0b44-409e-a4e4-0e4c73a02172 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.648025] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-19d3d9cd-0b44-409e-a4e4-0e4c73a02172 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.648025] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-19d3d9cd-0b44-409e-a4e4-0e4c73a02172 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.648025] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-19d3d9cd-0b44-409e-a4e4-0e4c73a02172 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.648025] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-19d3d9cd-0b44-409e-a4e4-0e4c73a02172 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.648025] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-19d3d9cd-0b44-409e-a4e4-0e4c73a02172 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.650143] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-da2f1280-54c5-4936-96c4-e24a74c50f84 tempest-InstanceActionsTestJSON-1075584289 tempest-InstanceActionsTestJSON-1075584289-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.652334] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-da2f1280-54c5-4936-96c4-e24a74c50f84 tempest-InstanceActionsTestJSON-1075584289 tempest-InstanceActionsTestJSON-1075584289-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.652652] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-da2f1280-54c5-4936-96c4-e24a74c50f84 tempest-InstanceActionsTestJSON-1075584289 tempest-InstanceActionsTestJSON-1075584289-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.657261] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-da2f1280-54c5-4936-96c4-e24a74c50f84 tempest-InstanceActionsTestJSON-1075584289 tempest-InstanceActionsTestJSON-1075584289-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.657261] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-da2f1280-54c5-4936-96c4-e24a74c50f84 tempest-InstanceActionsTestJSON-1075584289 tempest-InstanceActionsTestJSON-1075584289-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.657261] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-da2f1280-54c5-4936-96c4-e24a74c50f84 tempest-InstanceActionsTestJSON-1075584289 tempest-InstanceActionsTestJSON-1075584289-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.664428] nova-conductor[54852]: DEBUG nova.quota [None req-19d3d9cd-0b44-409e-a4e4-0e4c73a02172 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Getting quotas for project 2948b6c7e6f04cf98b36777c2fc94fc1. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 614.669111] nova-conductor[54853]: DEBUG nova.quota [None req-da2f1280-54c5-4936-96c4-e24a74c50f84 tempest-InstanceActionsTestJSON-1075584289 tempest-InstanceActionsTestJSON-1075584289-project-member] Getting quotas for project c41559af62b24a90adea8d6dba02413a. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 614.669667] nova-conductor[54852]: DEBUG nova.quota [None req-19d3d9cd-0b44-409e-a4e4-0e4c73a02172 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Getting quotas for user 2e1b761abfd44661a6da62ba35ec442f and project 2948b6c7e6f04cf98b36777c2fc94fc1. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 614.673558] nova-conductor[54853]: DEBUG nova.quota [None req-da2f1280-54c5-4936-96c4-e24a74c50f84 tempest-InstanceActionsTestJSON-1075584289 tempest-InstanceActionsTestJSON-1075584289-project-member] Getting quotas for user 45458b16e5834b11a26bea3468558efa and project c41559af62b24a90adea8d6dba02413a. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 614.677985] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-19d3d9cd-0b44-409e-a4e4-0e4c73a02172 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] [instance: a004026e-ab4e-45b8-b4ab-d517496c9c7a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 614.678543] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-19d3d9cd-0b44-409e-a4e4-0e4c73a02172 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.678806] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-19d3d9cd-0b44-409e-a4e4-0e4c73a02172 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.679238] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-19d3d9cd-0b44-409e-a4e4-0e4c73a02172 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.680488] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-da2f1280-54c5-4936-96c4-e24a74c50f84 tempest-InstanceActionsTestJSON-1075584289 tempest-InstanceActionsTestJSON-1075584289-project-member] [instance: fcee63c5-eaa3-4d8c-a612-9c30087433e1] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 614.681035] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-da2f1280-54c5-4936-96c4-e24a74c50f84 tempest-InstanceActionsTestJSON-1075584289 tempest-InstanceActionsTestJSON-1075584289-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.681255] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-da2f1280-54c5-4936-96c4-e24a74c50f84 tempest-InstanceActionsTestJSON-1075584289 tempest-InstanceActionsTestJSON-1075584289-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.681434] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-da2f1280-54c5-4936-96c4-e24a74c50f84 tempest-InstanceActionsTestJSON-1075584289 tempest-InstanceActionsTestJSON-1075584289-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.687601] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-19d3d9cd-0b44-409e-a4e4-0e4c73a02172 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] [instance: a004026e-ab4e-45b8-b4ab-d517496c9c7a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 614.687601] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-19d3d9cd-0b44-409e-a4e4-0e4c73a02172 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.687601] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-19d3d9cd-0b44-409e-a4e4-0e4c73a02172 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.687601] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-19d3d9cd-0b44-409e-a4e4-0e4c73a02172 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.687744] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-da2f1280-54c5-4936-96c4-e24a74c50f84 tempest-InstanceActionsTestJSON-1075584289 tempest-InstanceActionsTestJSON-1075584289-project-member] [instance: fcee63c5-eaa3-4d8c-a612-9c30087433e1] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 614.688471] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-da2f1280-54c5-4936-96c4-e24a74c50f84 tempest-InstanceActionsTestJSON-1075584289 tempest-InstanceActionsTestJSON-1075584289-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.689161] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-da2f1280-54c5-4936-96c4-e24a74c50f84 tempest-InstanceActionsTestJSON-1075584289 tempest-InstanceActionsTestJSON-1075584289-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.689161] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-da2f1280-54c5-4936-96c4-e24a74c50f84 tempest-InstanceActionsTestJSON-1075584289 tempest-InstanceActionsTestJSON-1075584289-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.714451] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-19d3d9cd-0b44-409e-a4e4-0e4c73a02172 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.714688] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-19d3d9cd-0b44-409e-a4e4-0e4c73a02172 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.714891] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-19d3d9cd-0b44-409e-a4e4-0e4c73a02172 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.722371] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-da2f1280-54c5-4936-96c4-e24a74c50f84 tempest-InstanceActionsTestJSON-1075584289 tempest-InstanceActionsTestJSON-1075584289-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.722371] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-da2f1280-54c5-4936-96c4-e24a74c50f84 tempest-InstanceActionsTestJSON-1075584289 tempest-InstanceActionsTestJSON-1075584289-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.722371] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-da2f1280-54c5-4936-96c4-e24a74c50f84 tempest-InstanceActionsTestJSON-1075584289 tempest-InstanceActionsTestJSON-1075584289-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.358789] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-2817bd26-38ec-4948-87ff-3f9fe2ae4cee tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 616.373262] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2817bd26-38ec-4948-87ff-3f9fe2ae4cee tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.373262] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2817bd26-38ec-4948-87ff-3f9fe2ae4cee tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.373423] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2817bd26-38ec-4948-87ff-3f9fe2ae4cee tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.414574] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2817bd26-38ec-4948-87ff-3f9fe2ae4cee tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.414825] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2817bd26-38ec-4948-87ff-3f9fe2ae4cee tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.415010] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2817bd26-38ec-4948-87ff-3f9fe2ae4cee tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.415395] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2817bd26-38ec-4948-87ff-3f9fe2ae4cee tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.415587] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2817bd26-38ec-4948-87ff-3f9fe2ae4cee tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.415749] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2817bd26-38ec-4948-87ff-3f9fe2ae4cee tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.425529] nova-conductor[54852]: DEBUG nova.quota [None req-2817bd26-38ec-4948-87ff-3f9fe2ae4cee tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Getting quotas for project 2948b6c7e6f04cf98b36777c2fc94fc1. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 616.428454] nova-conductor[54852]: DEBUG nova.quota [None req-2817bd26-38ec-4948-87ff-3f9fe2ae4cee tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Getting quotas for user 2e1b761abfd44661a6da62ba35ec442f and project 2948b6c7e6f04cf98b36777c2fc94fc1. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 616.436624] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-2817bd26-38ec-4948-87ff-3f9fe2ae4cee tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] [instance: 9b334c72-11f5-4165-a350-09fe5487a9a0] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 616.436624] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2817bd26-38ec-4948-87ff-3f9fe2ae4cee tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.436624] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2817bd26-38ec-4948-87ff-3f9fe2ae4cee tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.436624] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2817bd26-38ec-4948-87ff-3f9fe2ae4cee tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.437965] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-2817bd26-38ec-4948-87ff-3f9fe2ae4cee tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] [instance: 9b334c72-11f5-4165-a350-09fe5487a9a0] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 616.438635] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2817bd26-38ec-4948-87ff-3f9fe2ae4cee tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.438839] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2817bd26-38ec-4948-87ff-3f9fe2ae4cee tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.439138] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2817bd26-38ec-4948-87ff-3f9fe2ae4cee tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.457660] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2817bd26-38ec-4948-87ff-3f9fe2ae4cee tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.457660] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2817bd26-38ec-4948-87ff-3f9fe2ae4cee tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.457660] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2817bd26-38ec-4948-87ff-3f9fe2ae4cee tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.016557] nova-conductor[54853]: ERROR nova.scheduler.utils [None req-51992d1d-6e80-47c7-83cd-bd89c992229d tempest-ServerAddressesTestJSON-490820550 tempest-ServerAddressesTestJSON-490820550-project-member] [instance: 2a8c7285-35dd-4112-b84a-ea384aead074] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 9d162aad-0e04-43ff-85c9-d731e7490d5d, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 2a8c7285-35dd-4112-b84a-ea384aead074 was re-scheduled: Binding failed for port 9d162aad-0e04-43ff-85c9-d731e7490d5d, please check neutron logs for more information.\n'] [ 621.017187] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-51992d1d-6e80-47c7-83cd-bd89c992229d tempest-ServerAddressesTestJSON-490820550 tempest-ServerAddressesTestJSON-490820550-project-member] Rescheduling: True {{(pid=54853) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 621.017451] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-51992d1d-6e80-47c7-83cd-bd89c992229d tempest-ServerAddressesTestJSON-490820550 tempest-ServerAddressesTestJSON-490820550-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2a8c7285-35dd-4112-b84a-ea384aead074.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2a8c7285-35dd-4112-b84a-ea384aead074. [ 621.017746] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-51992d1d-6e80-47c7-83cd-bd89c992229d tempest-ServerAddressesTestJSON-490820550 tempest-ServerAddressesTestJSON-490820550-project-member] [instance: 2a8c7285-35dd-4112-b84a-ea384aead074] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2a8c7285-35dd-4112-b84a-ea384aead074. [ 621.044470] nova-conductor[54853]: DEBUG nova.network.neutron [None req-51992d1d-6e80-47c7-83cd-bd89c992229d tempest-ServerAddressesTestJSON-490820550 tempest-ServerAddressesTestJSON-490820550-project-member] [instance: 2a8c7285-35dd-4112-b84a-ea384aead074] deallocate_for_instance() {{(pid=54853) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 621.058909] nova-conductor[54853]: DEBUG nova.network.neutron [None req-51992d1d-6e80-47c7-83cd-bd89c992229d tempest-ServerAddressesTestJSON-490820550 tempest-ServerAddressesTestJSON-490820550-project-member] [instance: 2a8c7285-35dd-4112-b84a-ea384aead074] Instance cache missing network info. {{(pid=54853) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 621.062747] nova-conductor[54853]: DEBUG nova.network.neutron [None req-51992d1d-6e80-47c7-83cd-bd89c992229d tempest-ServerAddressesTestJSON-490820550 tempest-ServerAddressesTestJSON-490820550-project-member] [instance: 2a8c7285-35dd-4112-b84a-ea384aead074] Updating instance_info_cache with network_info: [] {{(pid=54853) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.999513] nova-conductor[54853]: ERROR nova.scheduler.utils [None req-09634c64-b594-478c-b1bf-d4adf8c1e550 tempest-ImagesNegativeTestJSON-1252702591 tempest-ImagesNegativeTestJSON-1252702591-project-member] [instance: ab0f02a1-f883-4ad6-8f8c-5c300fff0f70] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 4b93a39a-68b5-4df8-836c-65d9d217dd6b, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ab0f02a1-f883-4ad6-8f8c-5c300fff0f70 was re-scheduled: Binding failed for port 4b93a39a-68b5-4df8-836c-65d9d217dd6b, please check neutron logs for more information.\n'] [ 623.000087] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-09634c64-b594-478c-b1bf-d4adf8c1e550 tempest-ImagesNegativeTestJSON-1252702591 tempest-ImagesNegativeTestJSON-1252702591-project-member] Rescheduling: True {{(pid=54853) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 623.000519] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-09634c64-b594-478c-b1bf-d4adf8c1e550 tempest-ImagesNegativeTestJSON-1252702591 tempest-ImagesNegativeTestJSON-1252702591-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ab0f02a1-f883-4ad6-8f8c-5c300fff0f70.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ab0f02a1-f883-4ad6-8f8c-5c300fff0f70. [ 623.000754] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-09634c64-b594-478c-b1bf-d4adf8c1e550 tempest-ImagesNegativeTestJSON-1252702591 tempest-ImagesNegativeTestJSON-1252702591-project-member] [instance: ab0f02a1-f883-4ad6-8f8c-5c300fff0f70] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ab0f02a1-f883-4ad6-8f8c-5c300fff0f70. [ 623.029897] nova-conductor[54853]: DEBUG nova.network.neutron [None req-09634c64-b594-478c-b1bf-d4adf8c1e550 tempest-ImagesNegativeTestJSON-1252702591 tempest-ImagesNegativeTestJSON-1252702591-project-member] [instance: ab0f02a1-f883-4ad6-8f8c-5c300fff0f70] deallocate_for_instance() {{(pid=54853) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 623.059575] nova-conductor[54853]: DEBUG nova.network.neutron [None req-09634c64-b594-478c-b1bf-d4adf8c1e550 tempest-ImagesNegativeTestJSON-1252702591 tempest-ImagesNegativeTestJSON-1252702591-project-member] [instance: ab0f02a1-f883-4ad6-8f8c-5c300fff0f70] Instance cache missing network info. {{(pid=54853) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 623.064023] nova-conductor[54853]: DEBUG nova.network.neutron [None req-09634c64-b594-478c-b1bf-d4adf8c1e550 tempest-ImagesNegativeTestJSON-1252702591 tempest-ImagesNegativeTestJSON-1252702591-project-member] [instance: ab0f02a1-f883-4ad6-8f8c-5c300fff0f70] Updating instance_info_cache with network_info: [] {{(pid=54853) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.659296] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell0:SELECT=11 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 624.691366] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell1:SELECT=33,nova_cell1:SAVEPOINT=8,nova_cell1:INSERT=86,nova_cell1:RELEASE=8 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 624.721598] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=63,nova_api:UPDATE=5,nova_api:DELETE=8 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 625.094190] nova-conductor[54853]: ERROR nova.scheduler.utils [None req-fc44d69f-7b43-453c-b00e-9a4efc2f0409 tempest-ServerActionsTestOtherB-793892656 tempest-ServerActionsTestOtherB-793892656-project-member] [instance: 353b72b2-cd56-442f-9010-c75baf8f5a48] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 1221c65a-3610-477c-97f6-0202d2be27cb, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 353b72b2-cd56-442f-9010-c75baf8f5a48 was re-scheduled: Binding failed for port 1221c65a-3610-477c-97f6-0202d2be27cb, please check neutron logs for more information.\n'] [ 625.095067] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-fc44d69f-7b43-453c-b00e-9a4efc2f0409 tempest-ServerActionsTestOtherB-793892656 tempest-ServerActionsTestOtherB-793892656-project-member] Rescheduling: True {{(pid=54853) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 625.098034] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-fc44d69f-7b43-453c-b00e-9a4efc2f0409 tempest-ServerActionsTestOtherB-793892656 tempest-ServerActionsTestOtherB-793892656-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 353b72b2-cd56-442f-9010-c75baf8f5a48.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 353b72b2-cd56-442f-9010-c75baf8f5a48. [ 625.098034] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-fc44d69f-7b43-453c-b00e-9a4efc2f0409 tempest-ServerActionsTestOtherB-793892656 tempest-ServerActionsTestOtherB-793892656-project-member] [instance: 353b72b2-cd56-442f-9010-c75baf8f5a48] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 353b72b2-cd56-442f-9010-c75baf8f5a48. [ 625.123524] nova-conductor[54853]: DEBUG nova.network.neutron [None req-fc44d69f-7b43-453c-b00e-9a4efc2f0409 tempest-ServerActionsTestOtherB-793892656 tempest-ServerActionsTestOtherB-793892656-project-member] [instance: 353b72b2-cd56-442f-9010-c75baf8f5a48] deallocate_for_instance() {{(pid=54853) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 625.156329] nova-conductor[54853]: DEBUG nova.network.neutron [None req-fc44d69f-7b43-453c-b00e-9a4efc2f0409 tempest-ServerActionsTestOtherB-793892656 tempest-ServerActionsTestOtherB-793892656-project-member] [instance: 353b72b2-cd56-442f-9010-c75baf8f5a48] Instance cache missing network info. {{(pid=54853) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 625.158698] nova-conductor[54853]: DEBUG nova.network.neutron [None req-fc44d69f-7b43-453c-b00e-9a4efc2f0409 tempest-ServerActionsTestOtherB-793892656 tempest-ServerActionsTestOtherB-793892656-project-member] [instance: 353b72b2-cd56-442f-9010-c75baf8f5a48] Updating instance_info_cache with network_info: [] {{(pid=54853) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.796112] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=70,nova_api:UPDATE=6,nova_api:DELETE=3 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 626.421021] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell0:SELECT=6 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 626.441720] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=22,nova_cell1:SAVEPOINT=4,nova_cell1:INSERT=61,nova_cell1:RELEASE=4 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 626.451021] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=38,nova_api:DELETE=2,nova_api:UPDATE=3 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 626.455984] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=42,nova_api:UPDATE=5,nova_api:DELETE=6 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 627.122333] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-6546f21d-db73-488e-a76c-fb68595deebe tempest-FloatingIPsAssociationNegativeTestJSON-1981902413 tempest-FloatingIPsAssociationNegativeTestJSON-1981902413-project-member] [instance: 03ee0097-1200-43ce-9baa-e9da80105516] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port f53dec6a-8c2a-461a-9555-1212dc01ba74, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 03ee0097-1200-43ce-9baa-e9da80105516 was re-scheduled: Binding failed for port f53dec6a-8c2a-461a-9555-1212dc01ba74, please check neutron logs for more information.\n'] [ 627.122333] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-6546f21d-db73-488e-a76c-fb68595deebe tempest-FloatingIPsAssociationNegativeTestJSON-1981902413 tempest-FloatingIPsAssociationNegativeTestJSON-1981902413-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 627.125861] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-6546f21d-db73-488e-a76c-fb68595deebe tempest-FloatingIPsAssociationNegativeTestJSON-1981902413 tempest-FloatingIPsAssociationNegativeTestJSON-1981902413-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 03ee0097-1200-43ce-9baa-e9da80105516.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 03ee0097-1200-43ce-9baa-e9da80105516. [ 627.126204] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-6546f21d-db73-488e-a76c-fb68595deebe tempest-FloatingIPsAssociationNegativeTestJSON-1981902413 tempest-FloatingIPsAssociationNegativeTestJSON-1981902413-project-member] [instance: 03ee0097-1200-43ce-9baa-e9da80105516] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 03ee0097-1200-43ce-9baa-e9da80105516. [ 627.157199] nova-conductor[54852]: DEBUG nova.network.neutron [None req-6546f21d-db73-488e-a76c-fb68595deebe tempest-FloatingIPsAssociationNegativeTestJSON-1981902413 tempest-FloatingIPsAssociationNegativeTestJSON-1981902413-project-member] [instance: 03ee0097-1200-43ce-9baa-e9da80105516] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 627.178317] nova-conductor[54852]: DEBUG nova.network.neutron [None req-6546f21d-db73-488e-a76c-fb68595deebe tempest-FloatingIPsAssociationNegativeTestJSON-1981902413 tempest-FloatingIPsAssociationNegativeTestJSON-1981902413-project-member] [instance: 03ee0097-1200-43ce-9baa-e9da80105516] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 627.185101] nova-conductor[54852]: DEBUG nova.network.neutron [None req-6546f21d-db73-488e-a76c-fb68595deebe tempest-FloatingIPsAssociationNegativeTestJSON-1981902413 tempest-FloatingIPsAssociationNegativeTestJSON-1981902413-project-member] [instance: 03ee0097-1200-43ce-9baa-e9da80105516] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.067224] nova-conductor[54853]: ERROR nova.scheduler.utils [None req-c35edd6f-fd0b-4322-95c2-1fe4ff430f58 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] [instance: 0dba167b-aa56-4463-9749-b74fbc7430d9] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 648493d0-da21-4752-941b-c298fb95d7e4, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 0dba167b-aa56-4463-9749-b74fbc7430d9 was re-scheduled: Binding failed for port 648493d0-da21-4752-941b-c298fb95d7e4, please check neutron logs for more information.\n'] [ 629.067548] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-c35edd6f-fd0b-4322-95c2-1fe4ff430f58 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Rescheduling: True {{(pid=54853) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 629.067918] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-c35edd6f-fd0b-4322-95c2-1fe4ff430f58 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0dba167b-aa56-4463-9749-b74fbc7430d9.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0dba167b-aa56-4463-9749-b74fbc7430d9. [ 629.068480] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-c35edd6f-fd0b-4322-95c2-1fe4ff430f58 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] [instance: 0dba167b-aa56-4463-9749-b74fbc7430d9] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0dba167b-aa56-4463-9749-b74fbc7430d9. [ 629.119570] nova-conductor[54853]: DEBUG nova.network.neutron [None req-c35edd6f-fd0b-4322-95c2-1fe4ff430f58 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] [instance: 0dba167b-aa56-4463-9749-b74fbc7430d9] deallocate_for_instance() {{(pid=54853) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 629.168267] nova-conductor[54853]: DEBUG nova.network.neutron [None req-c35edd6f-fd0b-4322-95c2-1fe4ff430f58 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] [instance: 0dba167b-aa56-4463-9749-b74fbc7430d9] Instance cache missing network info. {{(pid=54853) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.171932] nova-conductor[54853]: DEBUG nova.network.neutron [None req-c35edd6f-fd0b-4322-95c2-1fe4ff430f58 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] [instance: 0dba167b-aa56-4463-9749-b74fbc7430d9] Updating instance_info_cache with network_info: [] {{(pid=54853) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.005521] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-54e36c14-5ff3-4bf1-b869-0a84c38546c6 tempest-ServerRescueTestJSON-1010897544 tempest-ServerRescueTestJSON-1010897544-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 630.025227] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-54e36c14-5ff3-4bf1-b869-0a84c38546c6 tempest-ServerRescueTestJSON-1010897544 tempest-ServerRescueTestJSON-1010897544-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.025227] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-54e36c14-5ff3-4bf1-b869-0a84c38546c6 tempest-ServerRescueTestJSON-1010897544 tempest-ServerRescueTestJSON-1010897544-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.025227] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-54e36c14-5ff3-4bf1-b869-0a84c38546c6 tempest-ServerRescueTestJSON-1010897544 tempest-ServerRescueTestJSON-1010897544-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.099407] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-54e36c14-5ff3-4bf1-b869-0a84c38546c6 tempest-ServerRescueTestJSON-1010897544 tempest-ServerRescueTestJSON-1010897544-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.099764] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-54e36c14-5ff3-4bf1-b869-0a84c38546c6 tempest-ServerRescueTestJSON-1010897544 tempest-ServerRescueTestJSON-1010897544-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.099834] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-54e36c14-5ff3-4bf1-b869-0a84c38546c6 tempest-ServerRescueTestJSON-1010897544 tempest-ServerRescueTestJSON-1010897544-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.100500] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-54e36c14-5ff3-4bf1-b869-0a84c38546c6 tempest-ServerRescueTestJSON-1010897544 tempest-ServerRescueTestJSON-1010897544-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.100500] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-54e36c14-5ff3-4bf1-b869-0a84c38546c6 tempest-ServerRescueTestJSON-1010897544 tempest-ServerRescueTestJSON-1010897544-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.100587] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-54e36c14-5ff3-4bf1-b869-0a84c38546c6 tempest-ServerRescueTestJSON-1010897544 tempest-ServerRescueTestJSON-1010897544-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.123216] nova-conductor[54852]: DEBUG nova.quota [None req-54e36c14-5ff3-4bf1-b869-0a84c38546c6 tempest-ServerRescueTestJSON-1010897544 tempest-ServerRescueTestJSON-1010897544-project-member] Getting quotas for project cbc1831f9e2d4696b0529a07cda0f06a. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 630.127631] nova-conductor[54852]: DEBUG nova.quota [None req-54e36c14-5ff3-4bf1-b869-0a84c38546c6 tempest-ServerRescueTestJSON-1010897544 tempest-ServerRescueTestJSON-1010897544-project-member] Getting quotas for user 261984afa2c04a6198c0af2e732484ae and project cbc1831f9e2d4696b0529a07cda0f06a. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 630.134328] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-54e36c14-5ff3-4bf1-b869-0a84c38546c6 tempest-ServerRescueTestJSON-1010897544 tempest-ServerRescueTestJSON-1010897544-project-member] [instance: bf0222ef-b86f-4d85-ab75-96661b90a4b4] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 630.136034] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-54e36c14-5ff3-4bf1-b869-0a84c38546c6 tempest-ServerRescueTestJSON-1010897544 tempest-ServerRescueTestJSON-1010897544-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.136034] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-54e36c14-5ff3-4bf1-b869-0a84c38546c6 tempest-ServerRescueTestJSON-1010897544 tempest-ServerRescueTestJSON-1010897544-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.136034] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-54e36c14-5ff3-4bf1-b869-0a84c38546c6 tempest-ServerRescueTestJSON-1010897544 tempest-ServerRescueTestJSON-1010897544-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.143692] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-54e36c14-5ff3-4bf1-b869-0a84c38546c6 tempest-ServerRescueTestJSON-1010897544 tempest-ServerRescueTestJSON-1010897544-project-member] [instance: bf0222ef-b86f-4d85-ab75-96661b90a4b4] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 630.145362] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-54e36c14-5ff3-4bf1-b869-0a84c38546c6 tempest-ServerRescueTestJSON-1010897544 tempest-ServerRescueTestJSON-1010897544-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.145362] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-54e36c14-5ff3-4bf1-b869-0a84c38546c6 tempest-ServerRescueTestJSON-1010897544 tempest-ServerRescueTestJSON-1010897544-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.145362] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-54e36c14-5ff3-4bf1-b869-0a84c38546c6 tempest-ServerRescueTestJSON-1010897544 tempest-ServerRescueTestJSON-1010897544-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.165196] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-54e36c14-5ff3-4bf1-b869-0a84c38546c6 tempest-ServerRescueTestJSON-1010897544 tempest-ServerRescueTestJSON-1010897544-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.165663] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-54e36c14-5ff3-4bf1-b869-0a84c38546c6 tempest-ServerRescueTestJSON-1010897544 tempest-ServerRescueTestJSON-1010897544-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.165908] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-54e36c14-5ff3-4bf1-b869-0a84c38546c6 tempest-ServerRescueTestJSON-1010897544 tempest-ServerRescueTestJSON-1010897544-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.493265] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-a7c7ec6c-c6a9-441a-bae5-aaada85ff359 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 631.504519] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a7c7ec6c-c6a9-441a-bae5-aaada85ff359 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.504727] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a7c7ec6c-c6a9-441a-bae5-aaada85ff359 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.504891] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a7c7ec6c-c6a9-441a-bae5-aaada85ff359 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.564416] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a7c7ec6c-c6a9-441a-bae5-aaada85ff359 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.564940] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a7c7ec6c-c6a9-441a-bae5-aaada85ff359 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.565086] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a7c7ec6c-c6a9-441a-bae5-aaada85ff359 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.565491] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a7c7ec6c-c6a9-441a-bae5-aaada85ff359 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.565674] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a7c7ec6c-c6a9-441a-bae5-aaada85ff359 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.565835] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a7c7ec6c-c6a9-441a-bae5-aaada85ff359 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.576205] nova-conductor[54852]: DEBUG nova.quota [None req-a7c7ec6c-c6a9-441a-bae5-aaada85ff359 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Getting quotas for project a654d46357ed49cd95460a56926f102a. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 631.579707] nova-conductor[54852]: DEBUG nova.quota [None req-a7c7ec6c-c6a9-441a-bae5-aaada85ff359 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Getting quotas for user c654b8365f5543f3bf713f3f5aa00654 and project a654d46357ed49cd95460a56926f102a. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 631.586847] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-a7c7ec6c-c6a9-441a-bae5-aaada85ff359 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] [instance: ac14f710-41c0-429c-92a3-46acceace3fc] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 631.587387] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a7c7ec6c-c6a9-441a-bae5-aaada85ff359 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.587608] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a7c7ec6c-c6a9-441a-bae5-aaada85ff359 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.587743] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a7c7ec6c-c6a9-441a-bae5-aaada85ff359 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.596134] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-a7c7ec6c-c6a9-441a-bae5-aaada85ff359 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] [instance: ac14f710-41c0-429c-92a3-46acceace3fc] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 631.596134] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a7c7ec6c-c6a9-441a-bae5-aaada85ff359 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.596134] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a7c7ec6c-c6a9-441a-bae5-aaada85ff359 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.596134] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a7c7ec6c-c6a9-441a-bae5-aaada85ff359 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.613445] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a7c7ec6c-c6a9-441a-bae5-aaada85ff359 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.613672] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a7c7ec6c-c6a9-441a-bae5-aaada85ff359 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.613844] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a7c7ec6c-c6a9-441a-bae5-aaada85ff359 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.866423] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-1d81e160-a5d5-48a4-9d72-68104095d7d6 tempest-ServerMetadataTestJSON-1643729542 tempest-ServerMetadataTestJSON-1643729542-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 632.879863] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1d81e160-a5d5-48a4-9d72-68104095d7d6 tempest-ServerMetadataTestJSON-1643729542 tempest-ServerMetadataTestJSON-1643729542-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.883173] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1d81e160-a5d5-48a4-9d72-68104095d7d6 tempest-ServerMetadataTestJSON-1643729542 tempest-ServerMetadataTestJSON-1643729542-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.883173] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1d81e160-a5d5-48a4-9d72-68104095d7d6 tempest-ServerMetadataTestJSON-1643729542 tempest-ServerMetadataTestJSON-1643729542-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.964227] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1d81e160-a5d5-48a4-9d72-68104095d7d6 tempest-ServerMetadataTestJSON-1643729542 tempest-ServerMetadataTestJSON-1643729542-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.964227] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1d81e160-a5d5-48a4-9d72-68104095d7d6 tempest-ServerMetadataTestJSON-1643729542 tempest-ServerMetadataTestJSON-1643729542-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.964227] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1d81e160-a5d5-48a4-9d72-68104095d7d6 tempest-ServerMetadataTestJSON-1643729542 tempest-ServerMetadataTestJSON-1643729542-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.964227] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1d81e160-a5d5-48a4-9d72-68104095d7d6 tempest-ServerMetadataTestJSON-1643729542 tempest-ServerMetadataTestJSON-1643729542-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.964227] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1d81e160-a5d5-48a4-9d72-68104095d7d6 tempest-ServerMetadataTestJSON-1643729542 tempest-ServerMetadataTestJSON-1643729542-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.964227] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1d81e160-a5d5-48a4-9d72-68104095d7d6 tempest-ServerMetadataTestJSON-1643729542 tempest-ServerMetadataTestJSON-1643729542-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.978658] nova-conductor[54852]: DEBUG nova.quota [None req-1d81e160-a5d5-48a4-9d72-68104095d7d6 tempest-ServerMetadataTestJSON-1643729542 tempest-ServerMetadataTestJSON-1643729542-project-member] Getting quotas for project 138722e5c02a4a03b482220725bb30c3. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 632.981770] nova-conductor[54852]: DEBUG nova.quota [None req-1d81e160-a5d5-48a4-9d72-68104095d7d6 tempest-ServerMetadataTestJSON-1643729542 tempest-ServerMetadataTestJSON-1643729542-project-member] Getting quotas for user 7f51867bb77848c6b905238787450f2a and project 138722e5c02a4a03b482220725bb30c3. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 632.988378] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-1d81e160-a5d5-48a4-9d72-68104095d7d6 tempest-ServerMetadataTestJSON-1643729542 tempest-ServerMetadataTestJSON-1643729542-project-member] [instance: 78daba16-0c0f-4db6-bde1-70d960a6e7ae] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 632.988930] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1d81e160-a5d5-48a4-9d72-68104095d7d6 tempest-ServerMetadataTestJSON-1643729542 tempest-ServerMetadataTestJSON-1643729542-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.989155] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1d81e160-a5d5-48a4-9d72-68104095d7d6 tempest-ServerMetadataTestJSON-1643729542 tempest-ServerMetadataTestJSON-1643729542-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.989331] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1d81e160-a5d5-48a4-9d72-68104095d7d6 tempest-ServerMetadataTestJSON-1643729542 tempest-ServerMetadataTestJSON-1643729542-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.995809] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-1d81e160-a5d5-48a4-9d72-68104095d7d6 tempest-ServerMetadataTestJSON-1643729542 tempest-ServerMetadataTestJSON-1643729542-project-member] [instance: 78daba16-0c0f-4db6-bde1-70d960a6e7ae] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 632.996598] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1d81e160-a5d5-48a4-9d72-68104095d7d6 tempest-ServerMetadataTestJSON-1643729542 tempest-ServerMetadataTestJSON-1643729542-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.996835] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1d81e160-a5d5-48a4-9d72-68104095d7d6 tempest-ServerMetadataTestJSON-1643729542 tempest-ServerMetadataTestJSON-1643729542-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.997064] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1d81e160-a5d5-48a4-9d72-68104095d7d6 tempest-ServerMetadataTestJSON-1643729542 tempest-ServerMetadataTestJSON-1643729542-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.030162] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1d81e160-a5d5-48a4-9d72-68104095d7d6 tempest-ServerMetadataTestJSON-1643729542 tempest-ServerMetadataTestJSON-1643729542-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.030162] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1d81e160-a5d5-48a4-9d72-68104095d7d6 tempest-ServerMetadataTestJSON-1643729542 tempest-ServerMetadataTestJSON-1643729542-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.030162] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1d81e160-a5d5-48a4-9d72-68104095d7d6 tempest-ServerMetadataTestJSON-1643729542 tempest-ServerMetadataTestJSON-1643729542-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.634167] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=379,nova_cell1:UPDATE=179,nova_cell1:SAVEPOINT=35,nova_cell1:RELEASE=35,nova_cell1:INSERT=22,nova_cell1:DELETE=2 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 634.015791] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell1:SELECT=365,nova_cell1:UPDATE=187,nova_cell1:INSERT=27,nova_cell1:SAVEPOINT=33,nova_cell1:RELEASE=33,nova_cell1:DELETE=2 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 635.401523] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-5ea63a99-fcda-42cd-979e-37b39a8502e1 tempest-ServerAddressesNegativeTestJSON-347589147 tempest-ServerAddressesNegativeTestJSON-347589147-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 635.415140] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5ea63a99-fcda-42cd-979e-37b39a8502e1 tempest-ServerAddressesNegativeTestJSON-347589147 tempest-ServerAddressesNegativeTestJSON-347589147-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.415675] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5ea63a99-fcda-42cd-979e-37b39a8502e1 tempest-ServerAddressesNegativeTestJSON-347589147 tempest-ServerAddressesNegativeTestJSON-347589147-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.415675] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5ea63a99-fcda-42cd-979e-37b39a8502e1 tempest-ServerAddressesNegativeTestJSON-347589147 tempest-ServerAddressesNegativeTestJSON-347589147-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.447676] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5ea63a99-fcda-42cd-979e-37b39a8502e1 tempest-ServerAddressesNegativeTestJSON-347589147 tempest-ServerAddressesNegativeTestJSON-347589147-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.447909] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5ea63a99-fcda-42cd-979e-37b39a8502e1 tempest-ServerAddressesNegativeTestJSON-347589147 tempest-ServerAddressesNegativeTestJSON-347589147-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.448099] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5ea63a99-fcda-42cd-979e-37b39a8502e1 tempest-ServerAddressesNegativeTestJSON-347589147 tempest-ServerAddressesNegativeTestJSON-347589147-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.448474] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5ea63a99-fcda-42cd-979e-37b39a8502e1 tempest-ServerAddressesNegativeTestJSON-347589147 tempest-ServerAddressesNegativeTestJSON-347589147-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.448663] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5ea63a99-fcda-42cd-979e-37b39a8502e1 tempest-ServerAddressesNegativeTestJSON-347589147 tempest-ServerAddressesNegativeTestJSON-347589147-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.448821] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5ea63a99-fcda-42cd-979e-37b39a8502e1 tempest-ServerAddressesNegativeTestJSON-347589147 tempest-ServerAddressesNegativeTestJSON-347589147-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.458796] nova-conductor[54853]: DEBUG nova.quota [None req-5ea63a99-fcda-42cd-979e-37b39a8502e1 tempest-ServerAddressesNegativeTestJSON-347589147 tempest-ServerAddressesNegativeTestJSON-347589147-project-member] Getting quotas for project bd6d898b4dc54b9f9eb4e198bdadfc40. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 635.462842] nova-conductor[54853]: DEBUG nova.quota [None req-5ea63a99-fcda-42cd-979e-37b39a8502e1 tempest-ServerAddressesNegativeTestJSON-347589147 tempest-ServerAddressesNegativeTestJSON-347589147-project-member] Getting quotas for user ce8ba7cae2944508952117f51934c930 and project bd6d898b4dc54b9f9eb4e198bdadfc40. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 635.469415] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-5ea63a99-fcda-42cd-979e-37b39a8502e1 tempest-ServerAddressesNegativeTestJSON-347589147 tempest-ServerAddressesNegativeTestJSON-347589147-project-member] [instance: 7831bfb8-b336-4338-923f-c759a5c67c06] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 635.469856] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5ea63a99-fcda-42cd-979e-37b39a8502e1 tempest-ServerAddressesNegativeTestJSON-347589147 tempest-ServerAddressesNegativeTestJSON-347589147-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.470099] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5ea63a99-fcda-42cd-979e-37b39a8502e1 tempest-ServerAddressesNegativeTestJSON-347589147 tempest-ServerAddressesNegativeTestJSON-347589147-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.470245] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5ea63a99-fcda-42cd-979e-37b39a8502e1 tempest-ServerAddressesNegativeTestJSON-347589147 tempest-ServerAddressesNegativeTestJSON-347589147-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.475433] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-5ea63a99-fcda-42cd-979e-37b39a8502e1 tempest-ServerAddressesNegativeTestJSON-347589147 tempest-ServerAddressesNegativeTestJSON-347589147-project-member] [instance: 7831bfb8-b336-4338-923f-c759a5c67c06] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 635.476174] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5ea63a99-fcda-42cd-979e-37b39a8502e1 tempest-ServerAddressesNegativeTestJSON-347589147 tempest-ServerAddressesNegativeTestJSON-347589147-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.476380] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5ea63a99-fcda-42cd-979e-37b39a8502e1 tempest-ServerAddressesNegativeTestJSON-347589147 tempest-ServerAddressesNegativeTestJSON-347589147-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.476548] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5ea63a99-fcda-42cd-979e-37b39a8502e1 tempest-ServerAddressesNegativeTestJSON-347589147 tempest-ServerAddressesNegativeTestJSON-347589147-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.493679] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5ea63a99-fcda-42cd-979e-37b39a8502e1 tempest-ServerAddressesNegativeTestJSON-347589147 tempest-ServerAddressesNegativeTestJSON-347589147-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.493869] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5ea63a99-fcda-42cd-979e-37b39a8502e1 tempest-ServerAddressesNegativeTestJSON-347589147 tempest-ServerAddressesNegativeTestJSON-347589147-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.494103] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5ea63a99-fcda-42cd-979e-37b39a8502e1 tempest-ServerAddressesNegativeTestJSON-347589147 tempest-ServerAddressesNegativeTestJSON-347589147-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.202254] nova-conductor[54853]: ERROR nova.scheduler.utils [None req-700b925a-101b-4daa-be96-c26542ca335c tempest-AttachInterfacesUnderV243Test-1965228745 tempest-AttachInterfacesUnderV243Test-1965228745-project-member] [instance: 386ffe8a-a160-4dea-88e6-529219eaf99f] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port e82cc592-0f33-4197-9751-24e4dfc31e08, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 386ffe8a-a160-4dea-88e6-529219eaf99f was re-scheduled: Binding failed for port e82cc592-0f33-4197-9751-24e4dfc31e08, please check neutron logs for more information.\n'] [ 636.202842] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-700b925a-101b-4daa-be96-c26542ca335c tempest-AttachInterfacesUnderV243Test-1965228745 tempest-AttachInterfacesUnderV243Test-1965228745-project-member] Rescheduling: True {{(pid=54853) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 636.203085] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-700b925a-101b-4daa-be96-c26542ca335c tempest-AttachInterfacesUnderV243Test-1965228745 tempest-AttachInterfacesUnderV243Test-1965228745-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 386ffe8a-a160-4dea-88e6-529219eaf99f.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 386ffe8a-a160-4dea-88e6-529219eaf99f. [ 636.203456] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-700b925a-101b-4daa-be96-c26542ca335c tempest-AttachInterfacesUnderV243Test-1965228745 tempest-AttachInterfacesUnderV243Test-1965228745-project-member] [instance: 386ffe8a-a160-4dea-88e6-529219eaf99f] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 386ffe8a-a160-4dea-88e6-529219eaf99f. [ 636.224294] nova-conductor[54853]: DEBUG nova.network.neutron [None req-700b925a-101b-4daa-be96-c26542ca335c tempest-AttachInterfacesUnderV243Test-1965228745 tempest-AttachInterfacesUnderV243Test-1965228745-project-member] [instance: 386ffe8a-a160-4dea-88e6-529219eaf99f] deallocate_for_instance() {{(pid=54853) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 636.239352] nova-conductor[54853]: DEBUG nova.network.neutron [None req-700b925a-101b-4daa-be96-c26542ca335c tempest-AttachInterfacesUnderV243Test-1965228745 tempest-AttachInterfacesUnderV243Test-1965228745-project-member] [instance: 386ffe8a-a160-4dea-88e6-529219eaf99f] Instance cache missing network info. {{(pid=54853) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 636.242143] nova-conductor[54853]: DEBUG nova.network.neutron [None req-700b925a-101b-4daa-be96-c26542ca335c tempest-AttachInterfacesUnderV243Test-1965228745 tempest-AttachInterfacesUnderV243Test-1965228745-project-member] [instance: 386ffe8a-a160-4dea-88e6-529219eaf99f] Updating instance_info_cache with network_info: [] {{(pid=54853) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.180710] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-95cfc0f0-67f3-45e3-929f-0ed843f7e3c3 tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] [instance: a8e4d6d3-3908-4fe8-be33-5b70eb5a62a1] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 573f86dc-c22b-42d3-8a61-5022ae6fc36c, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance a8e4d6d3-3908-4fe8-be33-5b70eb5a62a1 was re-scheduled: Binding failed for port 573f86dc-c22b-42d3-8a61-5022ae6fc36c, please check neutron logs for more information.\n'] [ 638.181630] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-95cfc0f0-67f3-45e3-929f-0ed843f7e3c3 tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 638.182473] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-95cfc0f0-67f3-45e3-929f-0ed843f7e3c3 tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a8e4d6d3-3908-4fe8-be33-5b70eb5a62a1.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a8e4d6d3-3908-4fe8-be33-5b70eb5a62a1. [ 638.182725] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-95cfc0f0-67f3-45e3-929f-0ed843f7e3c3 tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] [instance: a8e4d6d3-3908-4fe8-be33-5b70eb5a62a1] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a8e4d6d3-3908-4fe8-be33-5b70eb5a62a1. [ 638.208501] nova-conductor[54852]: DEBUG nova.network.neutron [None req-95cfc0f0-67f3-45e3-929f-0ed843f7e3c3 tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] [instance: a8e4d6d3-3908-4fe8-be33-5b70eb5a62a1] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 638.228037] nova-conductor[54852]: DEBUG nova.network.neutron [None req-95cfc0f0-67f3-45e3-929f-0ed843f7e3c3 tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] [instance: a8e4d6d3-3908-4fe8-be33-5b70eb5a62a1] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 638.231908] nova-conductor[54852]: DEBUG nova.network.neutron [None req-95cfc0f0-67f3-45e3-929f-0ed843f7e3c3 tempest-DeleteServersAdminTestJSON-1531813717 tempest-DeleteServersAdminTestJSON-1531813717-project-member] [instance: a8e4d6d3-3908-4fe8-be33-5b70eb5a62a1] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.392372] nova-conductor[54853]: ERROR nova.scheduler.utils [None req-c2f752b3-1b98-477a-8f24-5817141f0b82 tempest-ServerGroupTestJSON-83206747 tempest-ServerGroupTestJSON-83206747-project-member] [instance: 5a825d36-7563-4792-8f68-8814ec96cfde] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port b5de7c52-b6f9-458d-ad88-8dc8b5193462, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 5a825d36-7563-4792-8f68-8814ec96cfde was re-scheduled: Binding failed for port b5de7c52-b6f9-458d-ad88-8dc8b5193462, please check neutron logs for more information.\n'] [ 640.394018] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-c2f752b3-1b98-477a-8f24-5817141f0b82 tempest-ServerGroupTestJSON-83206747 tempest-ServerGroupTestJSON-83206747-project-member] Rescheduling: True {{(pid=54853) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 640.394668] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-c2f752b3-1b98-477a-8f24-5817141f0b82 tempest-ServerGroupTestJSON-83206747 tempest-ServerGroupTestJSON-83206747-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5a825d36-7563-4792-8f68-8814ec96cfde.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5a825d36-7563-4792-8f68-8814ec96cfde. [ 640.395049] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-c2f752b3-1b98-477a-8f24-5817141f0b82 tempest-ServerGroupTestJSON-83206747 tempest-ServerGroupTestJSON-83206747-project-member] [instance: 5a825d36-7563-4792-8f68-8814ec96cfde] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5a825d36-7563-4792-8f68-8814ec96cfde. [ 640.428092] nova-conductor[54853]: DEBUG nova.network.neutron [None req-c2f752b3-1b98-477a-8f24-5817141f0b82 tempest-ServerGroupTestJSON-83206747 tempest-ServerGroupTestJSON-83206747-project-member] [instance: 5a825d36-7563-4792-8f68-8814ec96cfde] deallocate_for_instance() {{(pid=54853) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 640.462696] nova-conductor[54853]: DEBUG nova.network.neutron [None req-c2f752b3-1b98-477a-8f24-5817141f0b82 tempest-ServerGroupTestJSON-83206747 tempest-ServerGroupTestJSON-83206747-project-member] [instance: 5a825d36-7563-4792-8f68-8814ec96cfde] Instance cache missing network info. {{(pid=54853) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 640.466993] nova-conductor[54853]: DEBUG nova.network.neutron [None req-c2f752b3-1b98-477a-8f24-5817141f0b82 tempest-ServerGroupTestJSON-83206747 tempest-ServerGroupTestJSON-83206747-project-member] [instance: 5a825d36-7563-4792-8f68-8814ec96cfde] Updating instance_info_cache with network_info: [] {{(pid=54853) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.661749] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-93472835-ebe4-42a1-86cd-be81deae0eab tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 640.676989] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-93472835-ebe4-42a1-86cd-be81deae0eab tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.677485] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-93472835-ebe4-42a1-86cd-be81deae0eab tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.677813] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-93472835-ebe4-42a1-86cd-be81deae0eab tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.716156] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-93472835-ebe4-42a1-86cd-be81deae0eab tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.716156] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-93472835-ebe4-42a1-86cd-be81deae0eab tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.716156] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-93472835-ebe4-42a1-86cd-be81deae0eab tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.716156] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-93472835-ebe4-42a1-86cd-be81deae0eab tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.716156] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-93472835-ebe4-42a1-86cd-be81deae0eab tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.716156] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-93472835-ebe4-42a1-86cd-be81deae0eab tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.723394] nova-conductor[54852]: DEBUG nova.quota [None req-93472835-ebe4-42a1-86cd-be81deae0eab tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Getting quotas for project 6b2113ade30448d2be99700eeeeda3f6. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 640.726748] nova-conductor[54852]: DEBUG nova.quota [None req-93472835-ebe4-42a1-86cd-be81deae0eab tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Getting quotas for user b24f096a24d047519ca27c2b360ed269 and project 6b2113ade30448d2be99700eeeeda3f6. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 640.733502] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-93472835-ebe4-42a1-86cd-be81deae0eab tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] [instance: c22aa745-0e4a-40fd-903f-edba79cbf88b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 640.733813] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-93472835-ebe4-42a1-86cd-be81deae0eab tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.734050] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-93472835-ebe4-42a1-86cd-be81deae0eab tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.734516] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-93472835-ebe4-42a1-86cd-be81deae0eab tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.737665] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-93472835-ebe4-42a1-86cd-be81deae0eab tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] [instance: c22aa745-0e4a-40fd-903f-edba79cbf88b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 640.738333] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-93472835-ebe4-42a1-86cd-be81deae0eab tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.738608] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-93472835-ebe4-42a1-86cd-be81deae0eab tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.738775] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-93472835-ebe4-42a1-86cd-be81deae0eab tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.761903] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-93472835-ebe4-42a1-86cd-be81deae0eab tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.762784] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-93472835-ebe4-42a1-86cd-be81deae0eab tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.762924] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-93472835-ebe4-42a1-86cd-be81deae0eab tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.291490] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-dcda9cad-f014-4e95-9cd2-a3bcabfdcf45 tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 641.314770] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-dcda9cad-f014-4e95-9cd2-a3bcabfdcf45 tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.314770] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-dcda9cad-f014-4e95-9cd2-a3bcabfdcf45 tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.314770] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-dcda9cad-f014-4e95-9cd2-a3bcabfdcf45 tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.347901] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-dcda9cad-f014-4e95-9cd2-a3bcabfdcf45 tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.347901] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-dcda9cad-f014-4e95-9cd2-a3bcabfdcf45 tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.347901] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-dcda9cad-f014-4e95-9cd2-a3bcabfdcf45 tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.348112] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-dcda9cad-f014-4e95-9cd2-a3bcabfdcf45 tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.348242] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-dcda9cad-f014-4e95-9cd2-a3bcabfdcf45 tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.348441] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-dcda9cad-f014-4e95-9cd2-a3bcabfdcf45 tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.360732] nova-conductor[54852]: DEBUG nova.quota [None req-dcda9cad-f014-4e95-9cd2-a3bcabfdcf45 tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Getting quotas for project 6b2113ade30448d2be99700eeeeda3f6. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 641.363420] nova-conductor[54852]: DEBUG nova.quota [None req-dcda9cad-f014-4e95-9cd2-a3bcabfdcf45 tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Getting quotas for user b24f096a24d047519ca27c2b360ed269 and project 6b2113ade30448d2be99700eeeeda3f6. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 641.371846] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-dcda9cad-f014-4e95-9cd2-a3bcabfdcf45 tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] [instance: 71dd8aff-4500-4c91-8a46-2a398fd03560] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 641.372305] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-dcda9cad-f014-4e95-9cd2-a3bcabfdcf45 tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.372934] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-dcda9cad-f014-4e95-9cd2-a3bcabfdcf45 tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.372934] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-dcda9cad-f014-4e95-9cd2-a3bcabfdcf45 tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.379848] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-dcda9cad-f014-4e95-9cd2-a3bcabfdcf45 tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] [instance: 71dd8aff-4500-4c91-8a46-2a398fd03560] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 641.380565] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-dcda9cad-f014-4e95-9cd2-a3bcabfdcf45 tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.380760] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-dcda9cad-f014-4e95-9cd2-a3bcabfdcf45 tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.380925] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-dcda9cad-f014-4e95-9cd2-a3bcabfdcf45 tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.407947] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-dcda9cad-f014-4e95-9cd2-a3bcabfdcf45 tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.408253] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-dcda9cad-f014-4e95-9cd2-a3bcabfdcf45 tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.408458] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-dcda9cad-f014-4e95-9cd2-a3bcabfdcf45 tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.803440] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-5b362386-6fe9-4ca2-9487-d899d8e68a6d tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 641.820562] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5b362386-6fe9-4ca2-9487-d899d8e68a6d tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.820562] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5b362386-6fe9-4ca2-9487-d899d8e68a6d tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.820562] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5b362386-6fe9-4ca2-9487-d899d8e68a6d tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.854344] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5b362386-6fe9-4ca2-9487-d899d8e68a6d tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.854344] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5b362386-6fe9-4ca2-9487-d899d8e68a6d tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.854344] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5b362386-6fe9-4ca2-9487-d899d8e68a6d tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.854344] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5b362386-6fe9-4ca2-9487-d899d8e68a6d tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.854344] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5b362386-6fe9-4ca2-9487-d899d8e68a6d tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.854344] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5b362386-6fe9-4ca2-9487-d899d8e68a6d tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.865740] nova-conductor[54852]: DEBUG nova.quota [None req-5b362386-6fe9-4ca2-9487-d899d8e68a6d tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Getting quotas for project 6b2113ade30448d2be99700eeeeda3f6. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 641.868659] nova-conductor[54852]: DEBUG nova.quota [None req-5b362386-6fe9-4ca2-9487-d899d8e68a6d tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Getting quotas for user b24f096a24d047519ca27c2b360ed269 and project 6b2113ade30448d2be99700eeeeda3f6. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 641.874953] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-5b362386-6fe9-4ca2-9487-d899d8e68a6d tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] [instance: d65ce1f0-e9de-4fc8-828b-95aec5615f95] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 641.875755] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5b362386-6fe9-4ca2-9487-d899d8e68a6d tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.876093] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5b362386-6fe9-4ca2-9487-d899d8e68a6d tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.876384] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5b362386-6fe9-4ca2-9487-d899d8e68a6d tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.882891] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-5b362386-6fe9-4ca2-9487-d899d8e68a6d tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] [instance: d65ce1f0-e9de-4fc8-828b-95aec5615f95] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 641.882891] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5b362386-6fe9-4ca2-9487-d899d8e68a6d tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.882891] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5b362386-6fe9-4ca2-9487-d899d8e68a6d tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.882891] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5b362386-6fe9-4ca2-9487-d899d8e68a6d tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.901312] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5b362386-6fe9-4ca2-9487-d899d8e68a6d tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.901312] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5b362386-6fe9-4ca2-9487-d899d8e68a6d tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.901312] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5b362386-6fe9-4ca2-9487-d899d8e68a6d tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.452866] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell0:SELECT=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 645.478688] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 645.489471] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=8 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 645.492202] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=4,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 649.913175] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-b4bd0262-d137-4f3a-b70f-7705c679331c tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 649.924092] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b4bd0262-d137-4f3a-b70f-7705c679331c tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.924347] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b4bd0262-d137-4f3a-b70f-7705c679331c tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.924951] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b4bd0262-d137-4f3a-b70f-7705c679331c tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.966808] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b4bd0262-d137-4f3a-b70f-7705c679331c tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.967054] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b4bd0262-d137-4f3a-b70f-7705c679331c tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.967228] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b4bd0262-d137-4f3a-b70f-7705c679331c tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.967593] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b4bd0262-d137-4f3a-b70f-7705c679331c tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.967780] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b4bd0262-d137-4f3a-b70f-7705c679331c tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.967941] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b4bd0262-d137-4f3a-b70f-7705c679331c tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.976569] nova-conductor[54853]: DEBUG nova.quota [None req-b4bd0262-d137-4f3a-b70f-7705c679331c tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] Getting quotas for project 035c2eb849e3432e8cb52d31d69b895b. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 649.978946] nova-conductor[54853]: DEBUG nova.quota [None req-b4bd0262-d137-4f3a-b70f-7705c679331c tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] Getting quotas for user fd2eb4fc8d9b47db8b8384731aff11b9 and project 035c2eb849e3432e8cb52d31d69b895b. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 649.984280] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-b4bd0262-d137-4f3a-b70f-7705c679331c tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] [instance: f76d2304-7a4e-4f18-80de-ecb0b67bec28] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 649.984280] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b4bd0262-d137-4f3a-b70f-7705c679331c tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.984472] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b4bd0262-d137-4f3a-b70f-7705c679331c tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.984676] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b4bd0262-d137-4f3a-b70f-7705c679331c tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.989753] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-b4bd0262-d137-4f3a-b70f-7705c679331c tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] [instance: f76d2304-7a4e-4f18-80de-ecb0b67bec28] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 649.990509] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b4bd0262-d137-4f3a-b70f-7705c679331c tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.990773] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b4bd0262-d137-4f3a-b70f-7705c679331c tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.990996] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b4bd0262-d137-4f3a-b70f-7705c679331c tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.027267] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b4bd0262-d137-4f3a-b70f-7705c679331c tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.027503] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b4bd0262-d137-4f3a-b70f-7705c679331c tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.027678] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b4bd0262-d137-4f3a-b70f-7705c679331c tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.858686] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell0:SELECT=6 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 651.883585] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=18,nova_cell1:SAVEPOINT=3,nova_cell1:INSERT=45,nova_cell1:RELEASE=3 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 651.891911] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=32,nova_api:DELETE=3,nova_api:UPDATE=4 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 651.893955] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=40,nova_api:UPDATE=2,nova_api:DELETE=3 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 659.973660] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell0:SELECT=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 659.993198] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 660.001666] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=5 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 660.018116] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 669.849987] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-7d8f7ebd-a33a-46ae-8eb6-9825d699c333 tempest-ServersNegativeTestJSON-88441782 tempest-ServersNegativeTestJSON-88441782-project-member] [instance: 2e1217a9-e3b5-4f8c-af4e-3d5da315b3ab] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port c4824b52-af57-4910-85a8-7621d454e216, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 2e1217a9-e3b5-4f8c-af4e-3d5da315b3ab was re-scheduled: Binding failed for port c4824b52-af57-4910-85a8-7621d454e216, please check neutron logs for more information.\n'] [ 669.850915] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-7d8f7ebd-a33a-46ae-8eb6-9825d699c333 tempest-ServersNegativeTestJSON-88441782 tempest-ServersNegativeTestJSON-88441782-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 669.851028] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-7d8f7ebd-a33a-46ae-8eb6-9825d699c333 tempest-ServersNegativeTestJSON-88441782 tempest-ServersNegativeTestJSON-88441782-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2e1217a9-e3b5-4f8c-af4e-3d5da315b3ab.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2e1217a9-e3b5-4f8c-af4e-3d5da315b3ab. [ 669.851887] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-7d8f7ebd-a33a-46ae-8eb6-9825d699c333 tempest-ServersNegativeTestJSON-88441782 tempest-ServersNegativeTestJSON-88441782-project-member] [instance: 2e1217a9-e3b5-4f8c-af4e-3d5da315b3ab] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2e1217a9-e3b5-4f8c-af4e-3d5da315b3ab. [ 669.875049] nova-conductor[54852]: DEBUG nova.network.neutron [None req-7d8f7ebd-a33a-46ae-8eb6-9825d699c333 tempest-ServersNegativeTestJSON-88441782 tempest-ServersNegativeTestJSON-88441782-project-member] [instance: 2e1217a9-e3b5-4f8c-af4e-3d5da315b3ab] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 669.891121] nova-conductor[54852]: DEBUG nova.network.neutron [None req-7d8f7ebd-a33a-46ae-8eb6-9825d699c333 tempest-ServersNegativeTestJSON-88441782 tempest-ServersNegativeTestJSON-88441782-project-member] [instance: 2e1217a9-e3b5-4f8c-af4e-3d5da315b3ab] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.894055] nova-conductor[54852]: DEBUG nova.network.neutron [None req-7d8f7ebd-a33a-46ae-8eb6-9825d699c333 tempest-ServersNegativeTestJSON-88441782 tempest-ServersNegativeTestJSON-88441782-project-member] [instance: 2e1217a9-e3b5-4f8c-af4e-3d5da315b3ab] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.686487] nova-conductor[54853]: ERROR nova.scheduler.utils [None req-d5b93fe7-e302-4704-bb9e-957aa69502c5 tempest-ServersTestJSON-1964179335 tempest-ServersTestJSON-1964179335-project-member] [instance: f106b311-fc2f-4811-b7e0-d680de236b78] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port eee5f468-9531-469a-8dbe-eed2faf79c66, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance f106b311-fc2f-4811-b7e0-d680de236b78 was re-scheduled: Binding failed for port eee5f468-9531-469a-8dbe-eed2faf79c66, please check neutron logs for more information.\n'] [ 671.687653] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-d5b93fe7-e302-4704-bb9e-957aa69502c5 tempest-ServersTestJSON-1964179335 tempest-ServersTestJSON-1964179335-project-member] Rescheduling: True {{(pid=54853) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 671.688265] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-d5b93fe7-e302-4704-bb9e-957aa69502c5 tempest-ServersTestJSON-1964179335 tempest-ServersTestJSON-1964179335-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f106b311-fc2f-4811-b7e0-d680de236b78.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f106b311-fc2f-4811-b7e0-d680de236b78. [ 671.688871] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-d5b93fe7-e302-4704-bb9e-957aa69502c5 tempest-ServersTestJSON-1964179335 tempest-ServersTestJSON-1964179335-project-member] [instance: f106b311-fc2f-4811-b7e0-d680de236b78] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f106b311-fc2f-4811-b7e0-d680de236b78. [ 671.712586] nova-conductor[54853]: DEBUG nova.network.neutron [None req-d5b93fe7-e302-4704-bb9e-957aa69502c5 tempest-ServersTestJSON-1964179335 tempest-ServersTestJSON-1964179335-project-member] [instance: f106b311-fc2f-4811-b7e0-d680de236b78] deallocate_for_instance() {{(pid=54853) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 671.759091] nova-conductor[54853]: DEBUG nova.network.neutron [None req-d5b93fe7-e302-4704-bb9e-957aa69502c5 tempest-ServersTestJSON-1964179335 tempest-ServersTestJSON-1964179335-project-member] [instance: f106b311-fc2f-4811-b7e0-d680de236b78] Instance cache missing network info. {{(pid=54853) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.762669] nova-conductor[54853]: DEBUG nova.network.neutron [None req-d5b93fe7-e302-4704-bb9e-957aa69502c5 tempest-ServersTestJSON-1964179335 tempest-ServersTestJSON-1964179335-project-member] [instance: f106b311-fc2f-4811-b7e0-d680de236b78] Updating instance_info_cache with network_info: [] {{(pid=54853) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.738103] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-6684c4a3-95ae-48e4-82cb-366b3e1e836e tempest-ServerShowV254Test-1899134332 tempest-ServerShowV254Test-1899134332-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 675.750677] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-6684c4a3-95ae-48e4-82cb-366b3e1e836e tempest-ServerShowV254Test-1899134332 tempest-ServerShowV254Test-1899134332-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.750907] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-6684c4a3-95ae-48e4-82cb-366b3e1e836e tempest-ServerShowV254Test-1899134332 tempest-ServerShowV254Test-1899134332-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.751088] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-6684c4a3-95ae-48e4-82cb-366b3e1e836e tempest-ServerShowV254Test-1899134332 tempest-ServerShowV254Test-1899134332-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.780310] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-6684c4a3-95ae-48e4-82cb-366b3e1e836e tempest-ServerShowV254Test-1899134332 tempest-ServerShowV254Test-1899134332-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.780543] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-6684c4a3-95ae-48e4-82cb-366b3e1e836e tempest-ServerShowV254Test-1899134332 tempest-ServerShowV254Test-1899134332-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.780715] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-6684c4a3-95ae-48e4-82cb-366b3e1e836e tempest-ServerShowV254Test-1899134332 tempest-ServerShowV254Test-1899134332-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.781094] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-6684c4a3-95ae-48e4-82cb-366b3e1e836e tempest-ServerShowV254Test-1899134332 tempest-ServerShowV254Test-1899134332-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.781327] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-6684c4a3-95ae-48e4-82cb-366b3e1e836e tempest-ServerShowV254Test-1899134332 tempest-ServerShowV254Test-1899134332-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.781442] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-6684c4a3-95ae-48e4-82cb-366b3e1e836e tempest-ServerShowV254Test-1899134332 tempest-ServerShowV254Test-1899134332-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.788948] nova-conductor[54852]: DEBUG nova.quota [None req-6684c4a3-95ae-48e4-82cb-366b3e1e836e tempest-ServerShowV254Test-1899134332 tempest-ServerShowV254Test-1899134332-project-member] Getting quotas for project acbb73e2cf5447c1a7582648f35480f7. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 675.791057] nova-conductor[54852]: DEBUG nova.quota [None req-6684c4a3-95ae-48e4-82cb-366b3e1e836e tempest-ServerShowV254Test-1899134332 tempest-ServerShowV254Test-1899134332-project-member] Getting quotas for user 0bc1990591cb48de9282779608869668 and project acbb73e2cf5447c1a7582648f35480f7. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 675.796588] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-6684c4a3-95ae-48e4-82cb-366b3e1e836e tempest-ServerShowV254Test-1899134332 tempest-ServerShowV254Test-1899134332-project-member] [instance: 7c98c50a-e7c7-4430-b5c6-dec88a78c397] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 675.797012] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-6684c4a3-95ae-48e4-82cb-366b3e1e836e tempest-ServerShowV254Test-1899134332 tempest-ServerShowV254Test-1899134332-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.797231] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-6684c4a3-95ae-48e4-82cb-366b3e1e836e tempest-ServerShowV254Test-1899134332 tempest-ServerShowV254Test-1899134332-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.797396] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-6684c4a3-95ae-48e4-82cb-366b3e1e836e tempest-ServerShowV254Test-1899134332 tempest-ServerShowV254Test-1899134332-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.802536] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-6684c4a3-95ae-48e4-82cb-366b3e1e836e tempest-ServerShowV254Test-1899134332 tempest-ServerShowV254Test-1899134332-project-member] [instance: 7c98c50a-e7c7-4430-b5c6-dec88a78c397] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 675.803133] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-6684c4a3-95ae-48e4-82cb-366b3e1e836e tempest-ServerShowV254Test-1899134332 tempest-ServerShowV254Test-1899134332-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.803174] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-6684c4a3-95ae-48e4-82cb-366b3e1e836e tempest-ServerShowV254Test-1899134332 tempest-ServerShowV254Test-1899134332-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.803690] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-6684c4a3-95ae-48e4-82cb-366b3e1e836e tempest-ServerShowV254Test-1899134332 tempest-ServerShowV254Test-1899134332-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.819067] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-6684c4a3-95ae-48e4-82cb-366b3e1e836e tempest-ServerShowV254Test-1899134332 tempest-ServerShowV254Test-1899134332-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.819325] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-6684c4a3-95ae-48e4-82cb-366b3e1e836e tempest-ServerShowV254Test-1899134332 tempest-ServerShowV254Test-1899134332-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.819533] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-6684c4a3-95ae-48e4-82cb-366b3e1e836e tempest-ServerShowV254Test-1899134332 tempest-ServerShowV254Test-1899134332-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.107442] nova-conductor[54853]: ERROR nova.scheduler.utils [None req-d1dd4a9a-c5fd-48a3-afbb-2177e8e2edb0 tempest-ServerExternalEventsTest-1156490165 tempest-ServerExternalEventsTest-1156490165-project-member] [instance: f247b499-0a04-47ae-98b0-cb3f7f088a62] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port f8d891a8-bd8d-4886-8e99-8c67585a6ab3, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance f247b499-0a04-47ae-98b0-cb3f7f088a62 was re-scheduled: Binding failed for port f8d891a8-bd8d-4886-8e99-8c67585a6ab3, please check neutron logs for more information.\n'] [ 681.108025] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-d1dd4a9a-c5fd-48a3-afbb-2177e8e2edb0 tempest-ServerExternalEventsTest-1156490165 tempest-ServerExternalEventsTest-1156490165-project-member] Rescheduling: True {{(pid=54853) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 681.108259] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-d1dd4a9a-c5fd-48a3-afbb-2177e8e2edb0 tempest-ServerExternalEventsTest-1156490165 tempest-ServerExternalEventsTest-1156490165-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f247b499-0a04-47ae-98b0-cb3f7f088a62.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f247b499-0a04-47ae-98b0-cb3f7f088a62. [ 681.108471] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-d1dd4a9a-c5fd-48a3-afbb-2177e8e2edb0 tempest-ServerExternalEventsTest-1156490165 tempest-ServerExternalEventsTest-1156490165-project-member] [instance: f247b499-0a04-47ae-98b0-cb3f7f088a62] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f247b499-0a04-47ae-98b0-cb3f7f088a62. [ 681.129662] nova-conductor[54853]: DEBUG nova.network.neutron [None req-d1dd4a9a-c5fd-48a3-afbb-2177e8e2edb0 tempest-ServerExternalEventsTest-1156490165 tempest-ServerExternalEventsTest-1156490165-project-member] [instance: f247b499-0a04-47ae-98b0-cb3f7f088a62] deallocate_for_instance() {{(pid=54853) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 681.143387] nova-conductor[54853]: DEBUG nova.network.neutron [None req-d1dd4a9a-c5fd-48a3-afbb-2177e8e2edb0 tempest-ServerExternalEventsTest-1156490165 tempest-ServerExternalEventsTest-1156490165-project-member] [instance: f247b499-0a04-47ae-98b0-cb3f7f088a62] Instance cache missing network info. {{(pid=54853) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.147017] nova-conductor[54853]: DEBUG nova.network.neutron [None req-d1dd4a9a-c5fd-48a3-afbb-2177e8e2edb0 tempest-ServerExternalEventsTest-1156490165 tempest-ServerExternalEventsTest-1156490165-project-member] [instance: f247b499-0a04-47ae-98b0-cb3f7f088a62] Updating instance_info_cache with network_info: [] {{(pid=54853) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.049776] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-2eda5f35-2a36-4e3c-9689-852075684c01 tempest-ServerMetadataNegativeTestJSON-2091143217 tempest-ServerMetadataNegativeTestJSON-2091143217-project-member] [instance: bb28249e-a9d3-4d7d-bd05-128f1110dbca] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port acc24265-4fb3-4bb2-a610-f5bdb7a2f198, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance bb28249e-a9d3-4d7d-bd05-128f1110dbca was re-scheduled: Binding failed for port acc24265-4fb3-4bb2-a610-f5bdb7a2f198, please check neutron logs for more information.\n'] [ 683.050484] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-2eda5f35-2a36-4e3c-9689-852075684c01 tempest-ServerMetadataNegativeTestJSON-2091143217 tempest-ServerMetadataNegativeTestJSON-2091143217-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 683.050734] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-2eda5f35-2a36-4e3c-9689-852075684c01 tempest-ServerMetadataNegativeTestJSON-2091143217 tempest-ServerMetadataNegativeTestJSON-2091143217-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bb28249e-a9d3-4d7d-bd05-128f1110dbca.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bb28249e-a9d3-4d7d-bd05-128f1110dbca. [ 683.052099] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-2eda5f35-2a36-4e3c-9689-852075684c01 tempest-ServerMetadataNegativeTestJSON-2091143217 tempest-ServerMetadataNegativeTestJSON-2091143217-project-member] [instance: bb28249e-a9d3-4d7d-bd05-128f1110dbca] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bb28249e-a9d3-4d7d-bd05-128f1110dbca. [ 683.082640] nova-conductor[54852]: DEBUG nova.network.neutron [None req-2eda5f35-2a36-4e3c-9689-852075684c01 tempest-ServerMetadataNegativeTestJSON-2091143217 tempest-ServerMetadataNegativeTestJSON-2091143217-project-member] [instance: bb28249e-a9d3-4d7d-bd05-128f1110dbca] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 683.100269] nova-conductor[54852]: DEBUG nova.network.neutron [None req-2eda5f35-2a36-4e3c-9689-852075684c01 tempest-ServerMetadataNegativeTestJSON-2091143217 tempest-ServerMetadataNegativeTestJSON-2091143217-project-member] [instance: bb28249e-a9d3-4d7d-bd05-128f1110dbca] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.104330] nova-conductor[54852]: DEBUG nova.network.neutron [None req-2eda5f35-2a36-4e3c-9689-852075684c01 tempest-ServerMetadataNegativeTestJSON-2091143217 tempest-ServerMetadataNegativeTestJSON-2091143217-project-member] [instance: bb28249e-a9d3-4d7d-bd05-128f1110dbca] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.985620] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-91a37e8b-c883-45ee-bcef-3671ad3cf0ad tempest-TenantUsagesTestJSON-1389690237 tempest-TenantUsagesTestJSON-1389690237-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 683.998489] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-91a37e8b-c883-45ee-bcef-3671ad3cf0ad tempest-TenantUsagesTestJSON-1389690237 tempest-TenantUsagesTestJSON-1389690237-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.998747] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-91a37e8b-c883-45ee-bcef-3671ad3cf0ad tempest-TenantUsagesTestJSON-1389690237 tempest-TenantUsagesTestJSON-1389690237-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.998921] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-91a37e8b-c883-45ee-bcef-3671ad3cf0ad tempest-TenantUsagesTestJSON-1389690237 tempest-TenantUsagesTestJSON-1389690237-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.035736] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-91a37e8b-c883-45ee-bcef-3671ad3cf0ad tempest-TenantUsagesTestJSON-1389690237 tempest-TenantUsagesTestJSON-1389690237-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.036082] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-91a37e8b-c883-45ee-bcef-3671ad3cf0ad tempest-TenantUsagesTestJSON-1389690237 tempest-TenantUsagesTestJSON-1389690237-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.036325] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-91a37e8b-c883-45ee-bcef-3671ad3cf0ad tempest-TenantUsagesTestJSON-1389690237 tempest-TenantUsagesTestJSON-1389690237-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.037034] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-91a37e8b-c883-45ee-bcef-3671ad3cf0ad tempest-TenantUsagesTestJSON-1389690237 tempest-TenantUsagesTestJSON-1389690237-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.037034] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-91a37e8b-c883-45ee-bcef-3671ad3cf0ad tempest-TenantUsagesTestJSON-1389690237 tempest-TenantUsagesTestJSON-1389690237-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.037227] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-91a37e8b-c883-45ee-bcef-3671ad3cf0ad tempest-TenantUsagesTestJSON-1389690237 tempest-TenantUsagesTestJSON-1389690237-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.047172] nova-conductor[54852]: DEBUG nova.quota [None req-91a37e8b-c883-45ee-bcef-3671ad3cf0ad tempest-TenantUsagesTestJSON-1389690237 tempest-TenantUsagesTestJSON-1389690237-project-member] Getting quotas for project a0e5ba47886f4a41bef7982ee9f957d4. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 684.051964] nova-conductor[54852]: DEBUG nova.quota [None req-91a37e8b-c883-45ee-bcef-3671ad3cf0ad tempest-TenantUsagesTestJSON-1389690237 tempest-TenantUsagesTestJSON-1389690237-project-member] Getting quotas for user dc59adf8ac884f209dc52564c3af6c50 and project a0e5ba47886f4a41bef7982ee9f957d4. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 684.061063] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-91a37e8b-c883-45ee-bcef-3671ad3cf0ad tempest-TenantUsagesTestJSON-1389690237 tempest-TenantUsagesTestJSON-1389690237-project-member] [instance: db26908c-6aa6-47b8-a3c4-461247e36d85] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 684.061063] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-91a37e8b-c883-45ee-bcef-3671ad3cf0ad tempest-TenantUsagesTestJSON-1389690237 tempest-TenantUsagesTestJSON-1389690237-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.061063] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-91a37e8b-c883-45ee-bcef-3671ad3cf0ad tempest-TenantUsagesTestJSON-1389690237 tempest-TenantUsagesTestJSON-1389690237-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.061063] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-91a37e8b-c883-45ee-bcef-3671ad3cf0ad tempest-TenantUsagesTestJSON-1389690237 tempest-TenantUsagesTestJSON-1389690237-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.071875] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-91a37e8b-c883-45ee-bcef-3671ad3cf0ad tempest-TenantUsagesTestJSON-1389690237 tempest-TenantUsagesTestJSON-1389690237-project-member] [instance: db26908c-6aa6-47b8-a3c4-461247e36d85] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 684.072864] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-91a37e8b-c883-45ee-bcef-3671ad3cf0ad tempest-TenantUsagesTestJSON-1389690237 tempest-TenantUsagesTestJSON-1389690237-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.073276] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-91a37e8b-c883-45ee-bcef-3671ad3cf0ad tempest-TenantUsagesTestJSON-1389690237 tempest-TenantUsagesTestJSON-1389690237-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.073679] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-91a37e8b-c883-45ee-bcef-3671ad3cf0ad tempest-TenantUsagesTestJSON-1389690237 tempest-TenantUsagesTestJSON-1389690237-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.091913] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-91a37e8b-c883-45ee-bcef-3671ad3cf0ad tempest-TenantUsagesTestJSON-1389690237 tempest-TenantUsagesTestJSON-1389690237-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.092172] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-91a37e8b-c883-45ee-bcef-3671ad3cf0ad tempest-TenantUsagesTestJSON-1389690237 tempest-TenantUsagesTestJSON-1389690237-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.092366] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-91a37e8b-c883-45ee-bcef-3671ad3cf0ad tempest-TenantUsagesTestJSON-1389690237 tempest-TenantUsagesTestJSON-1389690237-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.991470] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-c7bb7320-855c-4c1f-989b-95e89d5c2d31 tempest-ServerDiagnosticsNegativeTest-1223502785 tempest-ServerDiagnosticsNegativeTest-1223502785-project-member] [instance: 0c569bd2-7622-4285-9439-209a88f2e84d] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 3e76600a-59fc-4233-bb90-a265aa02f9f8, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 0c569bd2-7622-4285-9439-209a88f2e84d was re-scheduled: Binding failed for port 3e76600a-59fc-4233-bb90-a265aa02f9f8, please check neutron logs for more information.\n'] [ 684.992178] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-c7bb7320-855c-4c1f-989b-95e89d5c2d31 tempest-ServerDiagnosticsNegativeTest-1223502785 tempest-ServerDiagnosticsNegativeTest-1223502785-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 684.993082] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-c7bb7320-855c-4c1f-989b-95e89d5c2d31 tempest-ServerDiagnosticsNegativeTest-1223502785 tempest-ServerDiagnosticsNegativeTest-1223502785-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0c569bd2-7622-4285-9439-209a88f2e84d.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0c569bd2-7622-4285-9439-209a88f2e84d. [ 684.993082] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-c7bb7320-855c-4c1f-989b-95e89d5c2d31 tempest-ServerDiagnosticsNegativeTest-1223502785 tempest-ServerDiagnosticsNegativeTest-1223502785-project-member] [instance: 0c569bd2-7622-4285-9439-209a88f2e84d] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0c569bd2-7622-4285-9439-209a88f2e84d. [ 685.024575] nova-conductor[54852]: DEBUG nova.network.neutron [None req-c7bb7320-855c-4c1f-989b-95e89d5c2d31 tempest-ServerDiagnosticsNegativeTest-1223502785 tempest-ServerDiagnosticsNegativeTest-1223502785-project-member] [instance: 0c569bd2-7622-4285-9439-209a88f2e84d] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 685.047234] nova-conductor[54852]: DEBUG nova.network.neutron [None req-c7bb7320-855c-4c1f-989b-95e89d5c2d31 tempest-ServerDiagnosticsNegativeTest-1223502785 tempest-ServerDiagnosticsNegativeTest-1223502785-project-member] [instance: 0c569bd2-7622-4285-9439-209a88f2e84d] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.050741] nova-conductor[54852]: DEBUG nova.network.neutron [None req-c7bb7320-855c-4c1f-989b-95e89d5c2d31 tempest-ServerDiagnosticsNegativeTest-1223502785 tempest-ServerDiagnosticsNegativeTest-1223502785-project-member] [instance: 0c569bd2-7622-4285-9439-209a88f2e84d] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.916600] nova-conductor[54853]: ERROR nova.scheduler.utils [None req-f5410637-17dd-41d5-8c23-30f73a1958b3 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] [instance: ab6d68e8-d1c0-429d-a99b-6c40d66fb6d6] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 6c8e867c-65d6-4982-a2d7-2c382f37782f, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ab6d68e8-d1c0-429d-a99b-6c40d66fb6d6 was re-scheduled: Binding failed for port 6c8e867c-65d6-4982-a2d7-2c382f37782f, please check neutron logs for more information.\n'] [ 686.917685] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-f5410637-17dd-41d5-8c23-30f73a1958b3 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Rescheduling: True {{(pid=54853) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 686.918225] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-f5410637-17dd-41d5-8c23-30f73a1958b3 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ab6d68e8-d1c0-429d-a99b-6c40d66fb6d6.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ab6d68e8-d1c0-429d-a99b-6c40d66fb6d6. [ 686.918225] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-f5410637-17dd-41d5-8c23-30f73a1958b3 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] [instance: ab6d68e8-d1c0-429d-a99b-6c40d66fb6d6] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ab6d68e8-d1c0-429d-a99b-6c40d66fb6d6. [ 686.948309] nova-conductor[54853]: DEBUG nova.network.neutron [None req-f5410637-17dd-41d5-8c23-30f73a1958b3 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] [instance: ab6d68e8-d1c0-429d-a99b-6c40d66fb6d6] deallocate_for_instance() {{(pid=54853) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 686.969843] nova-conductor[54853]: DEBUG nova.network.neutron [None req-f5410637-17dd-41d5-8c23-30f73a1958b3 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] [instance: ab6d68e8-d1c0-429d-a99b-6c40d66fb6d6] Instance cache missing network info. {{(pid=54853) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.972347] nova-conductor[54853]: DEBUG nova.network.neutron [None req-f5410637-17dd-41d5-8c23-30f73a1958b3 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] [instance: ab6d68e8-d1c0-429d-a99b-6c40d66fb6d6] Updating instance_info_cache with network_info: [] {{(pid=54853) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.937410] nova-conductor[54853]: ERROR nova.scheduler.utils [None req-c44976f5-ddc9-4ea5-b79a-428bea031118 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] [instance: 7ab06c90-5d19-43fa-b91b-7d17f85d3258] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port f8dae359-ce8c-428d-9d45-0b8b70f24e5f, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 7ab06c90-5d19-43fa-b91b-7d17f85d3258 was re-scheduled: Binding failed for port f8dae359-ce8c-428d-9d45-0b8b70f24e5f, please check neutron logs for more information.\n'] [ 688.940182] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-c44976f5-ddc9-4ea5-b79a-428bea031118 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Rescheduling: True {{(pid=54853) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 688.940182] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-c44976f5-ddc9-4ea5-b79a-428bea031118 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7ab06c90-5d19-43fa-b91b-7d17f85d3258.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7ab06c90-5d19-43fa-b91b-7d17f85d3258. [ 688.940182] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-c44976f5-ddc9-4ea5-b79a-428bea031118 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] [instance: 7ab06c90-5d19-43fa-b91b-7d17f85d3258] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7ab06c90-5d19-43fa-b91b-7d17f85d3258. [ 688.968124] nova-conductor[54853]: DEBUG nova.network.neutron [None req-c44976f5-ddc9-4ea5-b79a-428bea031118 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] [instance: 7ab06c90-5d19-43fa-b91b-7d17f85d3258] deallocate_for_instance() {{(pid=54853) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 688.993175] nova-conductor[54853]: DEBUG nova.network.neutron [None req-c44976f5-ddc9-4ea5-b79a-428bea031118 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] [instance: 7ab06c90-5d19-43fa-b91b-7d17f85d3258] Instance cache missing network info. {{(pid=54853) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.996403] nova-conductor[54853]: DEBUG nova.network.neutron [None req-c44976f5-ddc9-4ea5-b79a-428bea031118 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] [instance: 7ab06c90-5d19-43fa-b91b-7d17f85d3258] Updating instance_info_cache with network_info: [] {{(pid=54853) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.365491] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-25b4dedc-338d-4ed2-9bac-46fb35503143 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 689.385330] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25b4dedc-338d-4ed2-9bac-46fb35503143 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.385621] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25b4dedc-338d-4ed2-9bac-46fb35503143 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.386754] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25b4dedc-338d-4ed2-9bac-46fb35503143 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.428964] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25b4dedc-338d-4ed2-9bac-46fb35503143 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.428964] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25b4dedc-338d-4ed2-9bac-46fb35503143 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.428964] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25b4dedc-338d-4ed2-9bac-46fb35503143 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.428964] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25b4dedc-338d-4ed2-9bac-46fb35503143 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.428964] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25b4dedc-338d-4ed2-9bac-46fb35503143 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.428964] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25b4dedc-338d-4ed2-9bac-46fb35503143 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.444335] nova-conductor[54852]: DEBUG nova.quota [None req-25b4dedc-338d-4ed2-9bac-46fb35503143 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Getting quotas for project b3b09245b63144e9bbcb2262aef33a21. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 689.448565] nova-conductor[54852]: DEBUG nova.quota [None req-25b4dedc-338d-4ed2-9bac-46fb35503143 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Getting quotas for user 68e62d519b19448c8cac7f1b2e55a087 and project b3b09245b63144e9bbcb2262aef33a21. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 689.459281] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-25b4dedc-338d-4ed2-9bac-46fb35503143 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] [instance: 83ead303-c5b9-4600-935b-fa1a77689dcf] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 689.459281] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25b4dedc-338d-4ed2-9bac-46fb35503143 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.459281] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25b4dedc-338d-4ed2-9bac-46fb35503143 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.459281] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25b4dedc-338d-4ed2-9bac-46fb35503143 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.459581] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-25b4dedc-338d-4ed2-9bac-46fb35503143 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] [instance: 83ead303-c5b9-4600-935b-fa1a77689dcf] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 689.460232] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25b4dedc-338d-4ed2-9bac-46fb35503143 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.460428] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25b4dedc-338d-4ed2-9bac-46fb35503143 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.460706] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25b4dedc-338d-4ed2-9bac-46fb35503143 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.476690] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25b4dedc-338d-4ed2-9bac-46fb35503143 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.476917] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25b4dedc-338d-4ed2-9bac-46fb35503143 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.477680] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25b4dedc-338d-4ed2-9bac-46fb35503143 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.778128] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-b8e38c09-52ed-45e0-aca4-635767c9679d tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 692.790919] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b8e38c09-52ed-45e0-aca4-635767c9679d tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.791181] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b8e38c09-52ed-45e0-aca4-635767c9679d tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.791352] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b8e38c09-52ed-45e0-aca4-635767c9679d tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.818019] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b8e38c09-52ed-45e0-aca4-635767c9679d tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.818261] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b8e38c09-52ed-45e0-aca4-635767c9679d tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.819152] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b8e38c09-52ed-45e0-aca4-635767c9679d tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.819152] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b8e38c09-52ed-45e0-aca4-635767c9679d tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.819152] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b8e38c09-52ed-45e0-aca4-635767c9679d tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.819247] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b8e38c09-52ed-45e0-aca4-635767c9679d tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.828728] nova-conductor[54853]: DEBUG nova.quota [None req-b8e38c09-52ed-45e0-aca4-635767c9679d tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Getting quotas for project 0db41047d1004a1d9ca7f663178058da. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 692.830848] nova-conductor[54853]: DEBUG nova.quota [None req-b8e38c09-52ed-45e0-aca4-635767c9679d tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Getting quotas for user c37debff078b4389813658cbad297e65 and project 0db41047d1004a1d9ca7f663178058da. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 692.835987] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-b8e38c09-52ed-45e0-aca4-635767c9679d tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] [instance: c2e48555-68b5-4ed0-8ad6-a87833538df8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 692.836442] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b8e38c09-52ed-45e0-aca4-635767c9679d tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.836647] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b8e38c09-52ed-45e0-aca4-635767c9679d tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.836815] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b8e38c09-52ed-45e0-aca4-635767c9679d tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.841482] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-b8e38c09-52ed-45e0-aca4-635767c9679d tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] [instance: c2e48555-68b5-4ed0-8ad6-a87833538df8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 692.842176] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b8e38c09-52ed-45e0-aca4-635767c9679d tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.842455] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b8e38c09-52ed-45e0-aca4-635767c9679d tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.842542] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b8e38c09-52ed-45e0-aca4-635767c9679d tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.860119] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b8e38c09-52ed-45e0-aca4-635767c9679d tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.860337] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b8e38c09-52ed-45e0-aca4-635767c9679d tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.860492] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-b8e38c09-52ed-45e0-aca4-635767c9679d tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.088495] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SAVEPOINT=31,nova_cell1:RELEASE=31,nova_cell1:SELECT=279,nova_cell1:UPDATE=131,nova_cell1:INSERT=20 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 694.182865] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell1:SAVEPOINT=31,nova_cell1:RELEASE=31,nova_cell1:SELECT=310,nova_cell1:UPDATE=141,nova_cell1:INSERT=20 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 695.906747] nova-conductor[54853]: ERROR nova.scheduler.utils [None req-ad8de4c4-a5e3-48cb-966b-9cd5c915be38 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] [instance: 7559e4b7-1cfe-438e-8a14-a964c1a76d52] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port b73a1f92-867c-4fcc-8ca9-271006fb7769, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 7559e4b7-1cfe-438e-8a14-a964c1a76d52 was re-scheduled: Binding failed for port b73a1f92-867c-4fcc-8ca9-271006fb7769, please check neutron logs for more information.\n'] [ 695.907596] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-ad8de4c4-a5e3-48cb-966b-9cd5c915be38 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Rescheduling: True {{(pid=54853) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 695.907831] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-ad8de4c4-a5e3-48cb-966b-9cd5c915be38 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7559e4b7-1cfe-438e-8a14-a964c1a76d52.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7559e4b7-1cfe-438e-8a14-a964c1a76d52. [ 695.908214] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-ad8de4c4-a5e3-48cb-966b-9cd5c915be38 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] [instance: 7559e4b7-1cfe-438e-8a14-a964c1a76d52] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7559e4b7-1cfe-438e-8a14-a964c1a76d52. [ 695.938067] nova-conductor[54853]: DEBUG nova.network.neutron [None req-ad8de4c4-a5e3-48cb-966b-9cd5c915be38 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] [instance: 7559e4b7-1cfe-438e-8a14-a964c1a76d52] deallocate_for_instance() {{(pid=54853) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 695.987514] nova-conductor[54853]: DEBUG nova.network.neutron [None req-ad8de4c4-a5e3-48cb-966b-9cd5c915be38 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] [instance: 7559e4b7-1cfe-438e-8a14-a964c1a76d52] Instance cache missing network info. {{(pid=54853) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.991526] nova-conductor[54853]: DEBUG nova.network.neutron [None req-ad8de4c4-a5e3-48cb-966b-9cd5c915be38 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] [instance: 7559e4b7-1cfe-438e-8a14-a964c1a76d52] Updating instance_info_cache with network_info: [] {{(pid=54853) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.968879] nova-conductor[54853]: ERROR nova.scheduler.utils [None req-84dafa4d-ac23-4d6e-9067-be3586dc6302 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] [instance: 9654e9d5-a809-4875-99bb-fd99d7a7fbd6] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 3c73ae97-c9b7-4453-be1f-a7271494dd19, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 9654e9d5-a809-4875-99bb-fd99d7a7fbd6 was re-scheduled: Binding failed for port 3c73ae97-c9b7-4453-be1f-a7271494dd19, please check neutron logs for more information.\n'] [ 697.969465] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-84dafa4d-ac23-4d6e-9067-be3586dc6302 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Rescheduling: True {{(pid=54853) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 697.969695] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-84dafa4d-ac23-4d6e-9067-be3586dc6302 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9654e9d5-a809-4875-99bb-fd99d7a7fbd6.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9654e9d5-a809-4875-99bb-fd99d7a7fbd6. [ 697.969908] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-84dafa4d-ac23-4d6e-9067-be3586dc6302 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] [instance: 9654e9d5-a809-4875-99bb-fd99d7a7fbd6] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9654e9d5-a809-4875-99bb-fd99d7a7fbd6. [ 697.996482] nova-conductor[54853]: DEBUG nova.network.neutron [None req-84dafa4d-ac23-4d6e-9067-be3586dc6302 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] [instance: 9654e9d5-a809-4875-99bb-fd99d7a7fbd6] deallocate_for_instance() {{(pid=54853) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 698.013914] nova-conductor[54853]: DEBUG nova.network.neutron [None req-84dafa4d-ac23-4d6e-9067-be3586dc6302 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] [instance: 9654e9d5-a809-4875-99bb-fd99d7a7fbd6] Instance cache missing network info. {{(pid=54853) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.021605] nova-conductor[54853]: DEBUG nova.network.neutron [None req-84dafa4d-ac23-4d6e-9067-be3586dc6302 tempest-ServerRescueNegativeTestJSON-896304397 tempest-ServerRescueNegativeTestJSON-896304397-project-member] [instance: 9654e9d5-a809-4875-99bb-fd99d7a7fbd6] Updating instance_info_cache with network_info: [] {{(pid=54853) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.032508] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-75a03cd2-0e1e-4695-9d18-c34e1290e69e tempest-ServerRescueTestJSONUnderV235-1480207601 tempest-ServerRescueTestJSONUnderV235-1480207601-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 698.045191] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-75a03cd2-0e1e-4695-9d18-c34e1290e69e tempest-ServerRescueTestJSONUnderV235-1480207601 tempest-ServerRescueTestJSONUnderV235-1480207601-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 698.045425] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-75a03cd2-0e1e-4695-9d18-c34e1290e69e tempest-ServerRescueTestJSONUnderV235-1480207601 tempest-ServerRescueTestJSONUnderV235-1480207601-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 698.045599] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-75a03cd2-0e1e-4695-9d18-c34e1290e69e tempest-ServerRescueTestJSONUnderV235-1480207601 tempest-ServerRescueTestJSONUnderV235-1480207601-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.079452] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-75a03cd2-0e1e-4695-9d18-c34e1290e69e tempest-ServerRescueTestJSONUnderV235-1480207601 tempest-ServerRescueTestJSONUnderV235-1480207601-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 698.079691] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-75a03cd2-0e1e-4695-9d18-c34e1290e69e tempest-ServerRescueTestJSONUnderV235-1480207601 tempest-ServerRescueTestJSONUnderV235-1480207601-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 698.079864] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-75a03cd2-0e1e-4695-9d18-c34e1290e69e tempest-ServerRescueTestJSONUnderV235-1480207601 tempest-ServerRescueTestJSONUnderV235-1480207601-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.080319] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-75a03cd2-0e1e-4695-9d18-c34e1290e69e tempest-ServerRescueTestJSONUnderV235-1480207601 tempest-ServerRescueTestJSONUnderV235-1480207601-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 698.080516] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-75a03cd2-0e1e-4695-9d18-c34e1290e69e tempest-ServerRescueTestJSONUnderV235-1480207601 tempest-ServerRescueTestJSONUnderV235-1480207601-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 698.080679] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-75a03cd2-0e1e-4695-9d18-c34e1290e69e tempest-ServerRescueTestJSONUnderV235-1480207601 tempest-ServerRescueTestJSONUnderV235-1480207601-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.090141] nova-conductor[54853]: DEBUG nova.quota [None req-75a03cd2-0e1e-4695-9d18-c34e1290e69e tempest-ServerRescueTestJSONUnderV235-1480207601 tempest-ServerRescueTestJSONUnderV235-1480207601-project-member] Getting quotas for project 1a848858428540f390e398928dbba727. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 698.093038] nova-conductor[54853]: DEBUG nova.quota [None req-75a03cd2-0e1e-4695-9d18-c34e1290e69e tempest-ServerRescueTestJSONUnderV235-1480207601 tempest-ServerRescueTestJSONUnderV235-1480207601-project-member] Getting quotas for user 7f02009c6b6b4c60b3060b4aa0c5df0d and project 1a848858428540f390e398928dbba727. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 698.098016] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-75a03cd2-0e1e-4695-9d18-c34e1290e69e tempest-ServerRescueTestJSONUnderV235-1480207601 tempest-ServerRescueTestJSONUnderV235-1480207601-project-member] [instance: 8a369d56-8f85-4d04-ac6b-bf2eced7098f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 698.098451] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-75a03cd2-0e1e-4695-9d18-c34e1290e69e tempest-ServerRescueTestJSONUnderV235-1480207601 tempest-ServerRescueTestJSONUnderV235-1480207601-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 698.098656] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-75a03cd2-0e1e-4695-9d18-c34e1290e69e tempest-ServerRescueTestJSONUnderV235-1480207601 tempest-ServerRescueTestJSONUnderV235-1480207601-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 698.098832] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-75a03cd2-0e1e-4695-9d18-c34e1290e69e tempest-ServerRescueTestJSONUnderV235-1480207601 tempest-ServerRescueTestJSONUnderV235-1480207601-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.101714] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-75a03cd2-0e1e-4695-9d18-c34e1290e69e tempest-ServerRescueTestJSONUnderV235-1480207601 tempest-ServerRescueTestJSONUnderV235-1480207601-project-member] [instance: 8a369d56-8f85-4d04-ac6b-bf2eced7098f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 698.102370] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-75a03cd2-0e1e-4695-9d18-c34e1290e69e tempest-ServerRescueTestJSONUnderV235-1480207601 tempest-ServerRescueTestJSONUnderV235-1480207601-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 698.102572] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-75a03cd2-0e1e-4695-9d18-c34e1290e69e tempest-ServerRescueTestJSONUnderV235-1480207601 tempest-ServerRescueTestJSONUnderV235-1480207601-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 698.102740] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-75a03cd2-0e1e-4695-9d18-c34e1290e69e tempest-ServerRescueTestJSONUnderV235-1480207601 tempest-ServerRescueTestJSONUnderV235-1480207601-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.116684] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-75a03cd2-0e1e-4695-9d18-c34e1290e69e tempest-ServerRescueTestJSONUnderV235-1480207601 tempest-ServerRescueTestJSONUnderV235-1480207601-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 698.116903] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-75a03cd2-0e1e-4695-9d18-c34e1290e69e tempest-ServerRescueTestJSONUnderV235-1480207601 tempest-ServerRescueTestJSONUnderV235-1480207601-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 698.117086] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-75a03cd2-0e1e-4695-9d18-c34e1290e69e tempest-ServerRescueTestJSONUnderV235-1480207601 tempest-ServerRescueTestJSONUnderV235-1480207601-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.434173] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell0:SELECT=3 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 699.463525] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=23,nova_cell1:RELEASE=2 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 699.467155] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=16,nova_api:DELETE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 699.474011] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=20,nova_api:UPDATE=3,nova_api:DELETE=2 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 699.746563] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-41e4def3-9406-4a26-9981-9f21deb9ff4b tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] [instance: 91043784-2e4a-4fa4-87de-1c45971e64c5] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 91c4c07c-bd13-4a45-8864-147fe772f374, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 91043784-2e4a-4fa4-87de-1c45971e64c5 was re-scheduled: Binding failed for port 91c4c07c-bd13-4a45-8864-147fe772f374, please check neutron logs for more information.\n'] [ 699.747202] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-41e4def3-9406-4a26-9981-9f21deb9ff4b tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 699.747562] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-41e4def3-9406-4a26-9981-9f21deb9ff4b tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 91043784-2e4a-4fa4-87de-1c45971e64c5.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 91043784-2e4a-4fa4-87de-1c45971e64c5. [ 699.748398] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-41e4def3-9406-4a26-9981-9f21deb9ff4b tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] [instance: 91043784-2e4a-4fa4-87de-1c45971e64c5] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 91043784-2e4a-4fa4-87de-1c45971e64c5. [ 699.777023] nova-conductor[54852]: DEBUG nova.network.neutron [None req-41e4def3-9406-4a26-9981-9f21deb9ff4b tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] [instance: 91043784-2e4a-4fa4-87de-1c45971e64c5] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 699.792881] nova-conductor[54852]: DEBUG nova.network.neutron [None req-41e4def3-9406-4a26-9981-9f21deb9ff4b tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] [instance: 91043784-2e4a-4fa4-87de-1c45971e64c5] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.799170] nova-conductor[54852]: DEBUG nova.network.neutron [None req-41e4def3-9406-4a26-9981-9f21deb9ff4b tempest-MigrationsAdminTest-1309469553 tempest-MigrationsAdminTest-1309469553-project-member] [instance: 91043784-2e4a-4fa4-87de-1c45971e64c5] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.084202] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell0:SELECT=2 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 708.105543] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell1:SELECT=6,nova_cell1:INSERT=15,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 708.111069] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 708.116254] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=13,nova_api:DELETE=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 712.336904] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-0a56c12e-aef1-4f3c-a985-d8cd8f15d638 tempest-ServersTestFqdnHostnames-405385759 tempest-ServersTestFqdnHostnames-405385759-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 712.349985] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-0a56c12e-aef1-4f3c-a985-d8cd8f15d638 tempest-ServersTestFqdnHostnames-405385759 tempest-ServersTestFqdnHostnames-405385759-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.350243] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-0a56c12e-aef1-4f3c-a985-d8cd8f15d638 tempest-ServersTestFqdnHostnames-405385759 tempest-ServersTestFqdnHostnames-405385759-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.350415] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-0a56c12e-aef1-4f3c-a985-d8cd8f15d638 tempest-ServersTestFqdnHostnames-405385759 tempest-ServersTestFqdnHostnames-405385759-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.393569] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-0a56c12e-aef1-4f3c-a985-d8cd8f15d638 tempest-ServersTestFqdnHostnames-405385759 tempest-ServersTestFqdnHostnames-405385759-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.393849] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-0a56c12e-aef1-4f3c-a985-d8cd8f15d638 tempest-ServersTestFqdnHostnames-405385759 tempest-ServersTestFqdnHostnames-405385759-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.394011] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-0a56c12e-aef1-4f3c-a985-d8cd8f15d638 tempest-ServersTestFqdnHostnames-405385759 tempest-ServersTestFqdnHostnames-405385759-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.394390] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-0a56c12e-aef1-4f3c-a985-d8cd8f15d638 tempest-ServersTestFqdnHostnames-405385759 tempest-ServersTestFqdnHostnames-405385759-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.394577] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-0a56c12e-aef1-4f3c-a985-d8cd8f15d638 tempest-ServersTestFqdnHostnames-405385759 tempest-ServersTestFqdnHostnames-405385759-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.394737] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-0a56c12e-aef1-4f3c-a985-d8cd8f15d638 tempest-ServersTestFqdnHostnames-405385759 tempest-ServersTestFqdnHostnames-405385759-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.403979] nova-conductor[54853]: DEBUG nova.quota [None req-0a56c12e-aef1-4f3c-a985-d8cd8f15d638 tempest-ServersTestFqdnHostnames-405385759 tempest-ServersTestFqdnHostnames-405385759-project-member] Getting quotas for project 9467d357348742ea88dc4c6d1d36d494. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 712.406865] nova-conductor[54853]: DEBUG nova.quota [None req-0a56c12e-aef1-4f3c-a985-d8cd8f15d638 tempest-ServersTestFqdnHostnames-405385759 tempest-ServersTestFqdnHostnames-405385759-project-member] Getting quotas for user 6fd9af4ed1164fbb819a20965df9caa7 and project 9467d357348742ea88dc4c6d1d36d494. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 712.411700] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-0a56c12e-aef1-4f3c-a985-d8cd8f15d638 tempest-ServersTestFqdnHostnames-405385759 tempest-ServersTestFqdnHostnames-405385759-project-member] [instance: 08d39755-f94c-45aa-bfb5-f179e8a370db] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 712.412208] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-0a56c12e-aef1-4f3c-a985-d8cd8f15d638 tempest-ServersTestFqdnHostnames-405385759 tempest-ServersTestFqdnHostnames-405385759-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.412441] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-0a56c12e-aef1-4f3c-a985-d8cd8f15d638 tempest-ServersTestFqdnHostnames-405385759 tempest-ServersTestFqdnHostnames-405385759-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.412625] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-0a56c12e-aef1-4f3c-a985-d8cd8f15d638 tempest-ServersTestFqdnHostnames-405385759 tempest-ServersTestFqdnHostnames-405385759-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.417388] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-0a56c12e-aef1-4f3c-a985-d8cd8f15d638 tempest-ServersTestFqdnHostnames-405385759 tempest-ServersTestFqdnHostnames-405385759-project-member] [instance: 08d39755-f94c-45aa-bfb5-f179e8a370db] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 712.418099] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-0a56c12e-aef1-4f3c-a985-d8cd8f15d638 tempest-ServersTestFqdnHostnames-405385759 tempest-ServersTestFqdnHostnames-405385759-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.418306] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-0a56c12e-aef1-4f3c-a985-d8cd8f15d638 tempest-ServersTestFqdnHostnames-405385759 tempest-ServersTestFqdnHostnames-405385759-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.418474] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-0a56c12e-aef1-4f3c-a985-d8cd8f15d638 tempest-ServersTestFqdnHostnames-405385759 tempest-ServersTestFqdnHostnames-405385759-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.436547] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-0a56c12e-aef1-4f3c-a985-d8cd8f15d638 tempest-ServersTestFqdnHostnames-405385759 tempest-ServersTestFqdnHostnames-405385759-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.436774] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-0a56c12e-aef1-4f3c-a985-d8cd8f15d638 tempest-ServersTestFqdnHostnames-405385759 tempest-ServersTestFqdnHostnames-405385759-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.436944] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-0a56c12e-aef1-4f3c-a985-d8cd8f15d638 tempest-ServersTestFqdnHostnames-405385759 tempest-ServersTestFqdnHostnames-405385759-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.230201] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-d86f9797-196a-41f8-90e6-7740d8651f07 tempest-ServersTestManualDisk-1306562133 tempest-ServersTestManualDisk-1306562133-project-member] [instance: 13e71116-cb20-4fc5-8ceb-3a6098bae438] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port fd41eba7-2ea3-4c7e-9541-07f6f6144c1d, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 13e71116-cb20-4fc5-8ceb-3a6098bae438 was re-scheduled: Binding failed for port fd41eba7-2ea3-4c7e-9541-07f6f6144c1d, please check neutron logs for more information.\n'] [ 714.230957] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-d86f9797-196a-41f8-90e6-7740d8651f07 tempest-ServersTestManualDisk-1306562133 tempest-ServersTestManualDisk-1306562133-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 714.231125] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-d86f9797-196a-41f8-90e6-7740d8651f07 tempest-ServersTestManualDisk-1306562133 tempest-ServersTestManualDisk-1306562133-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 13e71116-cb20-4fc5-8ceb-3a6098bae438.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 13e71116-cb20-4fc5-8ceb-3a6098bae438. [ 714.231340] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-d86f9797-196a-41f8-90e6-7740d8651f07 tempest-ServersTestManualDisk-1306562133 tempest-ServersTestManualDisk-1306562133-project-member] [instance: 13e71116-cb20-4fc5-8ceb-3a6098bae438] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 13e71116-cb20-4fc5-8ceb-3a6098bae438. [ 714.259795] nova-conductor[54852]: DEBUG nova.network.neutron [None req-d86f9797-196a-41f8-90e6-7740d8651f07 tempest-ServersTestManualDisk-1306562133 tempest-ServersTestManualDisk-1306562133-project-member] [instance: 13e71116-cb20-4fc5-8ceb-3a6098bae438] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 714.275449] nova-conductor[54852]: DEBUG nova.network.neutron [None req-d86f9797-196a-41f8-90e6-7740d8651f07 tempest-ServersTestManualDisk-1306562133 tempest-ServersTestManualDisk-1306562133-project-member] [instance: 13e71116-cb20-4fc5-8ceb-3a6098bae438] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.279701] nova-conductor[54852]: DEBUG nova.network.neutron [None req-d86f9797-196a-41f8-90e6-7740d8651f07 tempest-ServersTestManualDisk-1306562133 tempest-ServersTestManualDisk-1306562133-project-member] [instance: 13e71116-cb20-4fc5-8ceb-3a6098bae438] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.172180] nova-conductor[54853]: ERROR nova.scheduler.utils [None req-8d4a8a44-1657-449d-a670-89eaee2a0a3b tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] [instance: c11d0dcc-e5aa-4d7c-bba5-2853622dde44] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 30f00255-95f5-4dea-9292-b132c6e7cc70, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance c11d0dcc-e5aa-4d7c-bba5-2853622dde44 was re-scheduled: Binding failed for port 30f00255-95f5-4dea-9292-b132c6e7cc70, please check neutron logs for more information.\n'] [ 716.173680] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-8d4a8a44-1657-449d-a670-89eaee2a0a3b tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] Rescheduling: True {{(pid=54853) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 716.174067] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-8d4a8a44-1657-449d-a670-89eaee2a0a3b tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c11d0dcc-e5aa-4d7c-bba5-2853622dde44.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c11d0dcc-e5aa-4d7c-bba5-2853622dde44. [ 716.174498] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-8d4a8a44-1657-449d-a670-89eaee2a0a3b tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] [instance: c11d0dcc-e5aa-4d7c-bba5-2853622dde44] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c11d0dcc-e5aa-4d7c-bba5-2853622dde44. [ 716.204045] nova-conductor[54853]: DEBUG nova.network.neutron [None req-8d4a8a44-1657-449d-a670-89eaee2a0a3b tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] [instance: c11d0dcc-e5aa-4d7c-bba5-2853622dde44] deallocate_for_instance() {{(pid=54853) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 716.233928] nova-conductor[54853]: DEBUG nova.network.neutron [None req-8d4a8a44-1657-449d-a670-89eaee2a0a3b tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] [instance: c11d0dcc-e5aa-4d7c-bba5-2853622dde44] Instance cache missing network info. {{(pid=54853) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.240495] nova-conductor[54853]: DEBUG nova.network.neutron [None req-8d4a8a44-1657-449d-a670-89eaee2a0a3b tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] [instance: c11d0dcc-e5aa-4d7c-bba5-2853622dde44] Updating instance_info_cache with network_info: [] {{(pid=54853) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.191936] nova-conductor[54853]: DEBUG nova.db.main.api [None req-19d3d9cd-0b44-409e-a4e4-0e4c73a02172 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Created instance_extra for a004026e-ab4e-45b8-b4ab-d517496c9c7a {{(pid=54853) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 720.308936] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-fb3811d3-d5fc-4aa9-97c1-7be7292ba590 tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 720.324940] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fb3811d3-d5fc-4aa9-97c1-7be7292ba590 tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.325205] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fb3811d3-d5fc-4aa9-97c1-7be7292ba590 tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.325377] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fb3811d3-d5fc-4aa9-97c1-7be7292ba590 tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.366046] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fb3811d3-d5fc-4aa9-97c1-7be7292ba590 tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.366212] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fb3811d3-d5fc-4aa9-97c1-7be7292ba590 tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.366371] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fb3811d3-d5fc-4aa9-97c1-7be7292ba590 tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.366728] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fb3811d3-d5fc-4aa9-97c1-7be7292ba590 tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.366933] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fb3811d3-d5fc-4aa9-97c1-7be7292ba590 tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.367085] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fb3811d3-d5fc-4aa9-97c1-7be7292ba590 tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.394304] nova-conductor[54853]: DEBUG nova.quota [None req-fb3811d3-d5fc-4aa9-97c1-7be7292ba590 tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] Getting quotas for project eb4fde1412c240b288e7337a06fae728. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 720.397904] nova-conductor[54853]: DEBUG nova.quota [None req-fb3811d3-d5fc-4aa9-97c1-7be7292ba590 tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] Getting quotas for user 10e6ab2f8c50450d9ce9c06079726912 and project eb4fde1412c240b288e7337a06fae728. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 720.403227] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-fb3811d3-d5fc-4aa9-97c1-7be7292ba590 tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] [instance: 98974fb7-049a-4c72-a352-bc0a50d2a879] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 720.404223] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fb3811d3-d5fc-4aa9-97c1-7be7292ba590 tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.404470] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fb3811d3-d5fc-4aa9-97c1-7be7292ba590 tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.405095] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fb3811d3-d5fc-4aa9-97c1-7be7292ba590 tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.409485] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-fb3811d3-d5fc-4aa9-97c1-7be7292ba590 tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] [instance: 98974fb7-049a-4c72-a352-bc0a50d2a879] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 720.410556] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fb3811d3-d5fc-4aa9-97c1-7be7292ba590 tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.410556] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fb3811d3-d5fc-4aa9-97c1-7be7292ba590 tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.410556] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fb3811d3-d5fc-4aa9-97c1-7be7292ba590 tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.425891] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fb3811d3-d5fc-4aa9-97c1-7be7292ba590 tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.426129] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fb3811d3-d5fc-4aa9-97c1-7be7292ba590 tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.426302] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fb3811d3-d5fc-4aa9-97c1-7be7292ba590 tempest-ServersTestMultiNic-5523554 tempest-ServersTestMultiNic-5523554-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.442528] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-44b5e2ad-d4e7-42a6-90de-003c4add526c tempest-InstanceActionsNegativeTestJSON-588136524 tempest-InstanceActionsNegativeTestJSON-588136524-project-member] [instance: 81c87881-bf63-4622-a0cb-6e38680a8f14] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 90939492-8b35-4150-bcd7-213d46d845ef, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 81c87881-bf63-4622-a0cb-6e38680a8f14 was re-scheduled: Binding failed for port 90939492-8b35-4150-bcd7-213d46d845ef, please check neutron logs for more information.\n'] [ 725.443124] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-44b5e2ad-d4e7-42a6-90de-003c4add526c tempest-InstanceActionsNegativeTestJSON-588136524 tempest-InstanceActionsNegativeTestJSON-588136524-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 725.443405] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-44b5e2ad-d4e7-42a6-90de-003c4add526c tempest-InstanceActionsNegativeTestJSON-588136524 tempest-InstanceActionsNegativeTestJSON-588136524-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 81c87881-bf63-4622-a0cb-6e38680a8f14.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 81c87881-bf63-4622-a0cb-6e38680a8f14. [ 725.443656] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-44b5e2ad-d4e7-42a6-90de-003c4add526c tempest-InstanceActionsNegativeTestJSON-588136524 tempest-InstanceActionsNegativeTestJSON-588136524-project-member] [instance: 81c87881-bf63-4622-a0cb-6e38680a8f14] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 81c87881-bf63-4622-a0cb-6e38680a8f14. [ 725.464832] nova-conductor[54852]: DEBUG nova.network.neutron [None req-44b5e2ad-d4e7-42a6-90de-003c4add526c tempest-InstanceActionsNegativeTestJSON-588136524 tempest-InstanceActionsNegativeTestJSON-588136524-project-member] [instance: 81c87881-bf63-4622-a0cb-6e38680a8f14] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 725.481834] nova-conductor[54852]: DEBUG nova.network.neutron [None req-44b5e2ad-d4e7-42a6-90de-003c4add526c tempest-InstanceActionsNegativeTestJSON-588136524 tempest-InstanceActionsNegativeTestJSON-588136524-project-member] [instance: 81c87881-bf63-4622-a0cb-6e38680a8f14] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.485137] nova-conductor[54852]: DEBUG nova.network.neutron [None req-44b5e2ad-d4e7-42a6-90de-003c4add526c tempest-InstanceActionsNegativeTestJSON-588136524 tempest-InstanceActionsNegativeTestJSON-588136524-project-member] [instance: 81c87881-bf63-4622-a0cb-6e38680a8f14] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.377716] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-b169f017-896e-43d7-92ca-0ca9a3ad50e0 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] [instance: d45fe9ea-8538-47da-b8dd-c67f8863a812] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 43314fbb-c56a-40d4-be53-83e2ff602344, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance d45fe9ea-8538-47da-b8dd-c67f8863a812 was re-scheduled: Binding failed for port 43314fbb-c56a-40d4-be53-83e2ff602344, please check neutron logs for more information.\n'] [ 727.378659] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-b169f017-896e-43d7-92ca-0ca9a3ad50e0 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 727.378659] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-b169f017-896e-43d7-92ca-0ca9a3ad50e0 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d45fe9ea-8538-47da-b8dd-c67f8863a812.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d45fe9ea-8538-47da-b8dd-c67f8863a812. [ 727.378659] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-b169f017-896e-43d7-92ca-0ca9a3ad50e0 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] [instance: d45fe9ea-8538-47da-b8dd-c67f8863a812] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d45fe9ea-8538-47da-b8dd-c67f8863a812. [ 727.409834] nova-conductor[54852]: DEBUG nova.network.neutron [None req-b169f017-896e-43d7-92ca-0ca9a3ad50e0 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] [instance: d45fe9ea-8538-47da-b8dd-c67f8863a812] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 727.428840] nova-conductor[54852]: DEBUG nova.network.neutron [None req-b169f017-896e-43d7-92ca-0ca9a3ad50e0 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] [instance: d45fe9ea-8538-47da-b8dd-c67f8863a812] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.437186] nova-conductor[54852]: DEBUG nova.network.neutron [None req-b169f017-896e-43d7-92ca-0ca9a3ad50e0 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] [instance: d45fe9ea-8538-47da-b8dd-c67f8863a812] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.330143] nova-conductor[54853]: ERROR nova.scheduler.utils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] [instance: 325e8102-c129-40f4-b61d-1976d2a1fe42] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 5596e201-05dc-4c8d-8217-4f72482468cf, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 325e8102-c129-40f4-b61d-1976d2a1fe42 was re-scheduled: Binding failed for port 5596e201-05dc-4c8d-8217-4f72482468cf, please check neutron logs for more information.\n'] [ 729.330886] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Rescheduling: True {{(pid=54853) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 729.330989] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 325e8102-c129-40f4-b61d-1976d2a1fe42.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 325e8102-c129-40f4-b61d-1976d2a1fe42. [ 729.331324] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] [instance: 325e8102-c129-40f4-b61d-1976d2a1fe42] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 325e8102-c129-40f4-b61d-1976d2a1fe42. [ 729.357019] nova-conductor[54853]: DEBUG nova.network.neutron [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] [instance: 325e8102-c129-40f4-b61d-1976d2a1fe42] deallocate_for_instance() {{(pid=54853) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 729.376824] nova-conductor[54853]: DEBUG nova.network.neutron [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] [instance: 325e8102-c129-40f4-b61d-1976d2a1fe42] Instance cache missing network info. {{(pid=54853) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.379727] nova-conductor[54853]: DEBUG nova.network.neutron [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] [instance: 325e8102-c129-40f4-b61d-1976d2a1fe42] Updating instance_info_cache with network_info: [] {{(pid=54853) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.384031] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell0:SELECT=2 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 730.412999] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=15,nova_cell1:RELEASE=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 730.423101] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=13,nova_api:DELETE=1,nova_api:UPDATE=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 730.423791] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 731.054391] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-47652973-ba3d-426e-8529-a68e8d8e9da9 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 731.077149] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-47652973-ba3d-426e-8529-a68e8d8e9da9 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.077149] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-47652973-ba3d-426e-8529-a68e8d8e9da9 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.077149] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-47652973-ba3d-426e-8529-a68e8d8e9da9 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.111408] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-47652973-ba3d-426e-8529-a68e8d8e9da9 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.111674] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-47652973-ba3d-426e-8529-a68e8d8e9da9 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.111852] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-47652973-ba3d-426e-8529-a68e8d8e9da9 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.112244] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-47652973-ba3d-426e-8529-a68e8d8e9da9 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.112426] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-47652973-ba3d-426e-8529-a68e8d8e9da9 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.112581] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-47652973-ba3d-426e-8529-a68e8d8e9da9 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.123245] nova-conductor[54852]: DEBUG nova.quota [None req-47652973-ba3d-426e-8529-a68e8d8e9da9 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] Getting quotas for project d013513ad708456f9a827c8d4974beec. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 731.127241] nova-conductor[54852]: DEBUG nova.quota [None req-47652973-ba3d-426e-8529-a68e8d8e9da9 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] Getting quotas for user 0bc7339e5cc845668864bcdd8d09e610 and project d013513ad708456f9a827c8d4974beec. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 731.132600] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-47652973-ba3d-426e-8529-a68e8d8e9da9 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] [instance: 81cca322-c1a0-4fbd-8013-0e4a4694ecfd] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 731.134159] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-47652973-ba3d-426e-8529-a68e8d8e9da9 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.134159] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-47652973-ba3d-426e-8529-a68e8d8e9da9 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.134159] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-47652973-ba3d-426e-8529-a68e8d8e9da9 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.136034] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-47652973-ba3d-426e-8529-a68e8d8e9da9 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] [instance: 81cca322-c1a0-4fbd-8013-0e4a4694ecfd] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 731.136842] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-47652973-ba3d-426e-8529-a68e8d8e9da9 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.136891] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-47652973-ba3d-426e-8529-a68e8d8e9da9 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.137089] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-47652973-ba3d-426e-8529-a68e8d8e9da9 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.155971] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-47652973-ba3d-426e-8529-a68e8d8e9da9 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.155971] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-47652973-ba3d-426e-8529-a68e8d8e9da9 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.155971] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-47652973-ba3d-426e-8529-a68e8d8e9da9 tempest-SecurityGroupsTestJSON-724708089 tempest-SecurityGroupsTestJSON-724708089-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.296884] nova-conductor[54853]: ERROR nova.scheduler.utils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] [instance: fa7295fe-b893-455b-9d4b-4013c187c288] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port a862aa45-f5eb-449d-817a-ed70359fc14c, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance fa7295fe-b893-455b-9d4b-4013c187c288 was re-scheduled: Binding failed for port a862aa45-f5eb-449d-817a-ed70359fc14c, please check neutron logs for more information.\n'] [ 731.298679] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Rescheduling: True {{(pid=54853) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 731.298679] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fa7295fe-b893-455b-9d4b-4013c187c288.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fa7295fe-b893-455b-9d4b-4013c187c288. [ 731.298679] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] [instance: fa7295fe-b893-455b-9d4b-4013c187c288] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fa7295fe-b893-455b-9d4b-4013c187c288. [ 731.327086] nova-conductor[54853]: DEBUG nova.network.neutron [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] [instance: fa7295fe-b893-455b-9d4b-4013c187c288] deallocate_for_instance() {{(pid=54853) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 731.344627] nova-conductor[54853]: DEBUG nova.network.neutron [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] [instance: fa7295fe-b893-455b-9d4b-4013c187c288] Instance cache missing network info. {{(pid=54853) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.347777] nova-conductor[54853]: DEBUG nova.network.neutron [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] [instance: fa7295fe-b893-455b-9d4b-4013c187c288] Updating instance_info_cache with network_info: [] {{(pid=54853) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.471340] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-a6f077d5-12f1-45eb-b17b-cec4e5945b54 tempest-ServerPasswordTestJSON-69700061 tempest-ServerPasswordTestJSON-69700061-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 731.484026] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-a6f077d5-12f1-45eb-b17b-cec4e5945b54 tempest-ServerPasswordTestJSON-69700061 tempest-ServerPasswordTestJSON-69700061-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.484290] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-a6f077d5-12f1-45eb-b17b-cec4e5945b54 tempest-ServerPasswordTestJSON-69700061 tempest-ServerPasswordTestJSON-69700061-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.484466] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-a6f077d5-12f1-45eb-b17b-cec4e5945b54 tempest-ServerPasswordTestJSON-69700061 tempest-ServerPasswordTestJSON-69700061-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.506588] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-a6f077d5-12f1-45eb-b17b-cec4e5945b54 tempest-ServerPasswordTestJSON-69700061 tempest-ServerPasswordTestJSON-69700061-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.506818] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-a6f077d5-12f1-45eb-b17b-cec4e5945b54 tempest-ServerPasswordTestJSON-69700061 tempest-ServerPasswordTestJSON-69700061-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.506990] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-a6f077d5-12f1-45eb-b17b-cec4e5945b54 tempest-ServerPasswordTestJSON-69700061 tempest-ServerPasswordTestJSON-69700061-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.507414] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-a6f077d5-12f1-45eb-b17b-cec4e5945b54 tempest-ServerPasswordTestJSON-69700061 tempest-ServerPasswordTestJSON-69700061-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.507606] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-a6f077d5-12f1-45eb-b17b-cec4e5945b54 tempest-ServerPasswordTestJSON-69700061 tempest-ServerPasswordTestJSON-69700061-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.507771] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-a6f077d5-12f1-45eb-b17b-cec4e5945b54 tempest-ServerPasswordTestJSON-69700061 tempest-ServerPasswordTestJSON-69700061-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.514954] nova-conductor[54853]: DEBUG nova.quota [None req-a6f077d5-12f1-45eb-b17b-cec4e5945b54 tempest-ServerPasswordTestJSON-69700061 tempest-ServerPasswordTestJSON-69700061-project-member] Getting quotas for project f2f39b542fd245028bbb6c9f939434d9. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 731.517080] nova-conductor[54853]: DEBUG nova.quota [None req-a6f077d5-12f1-45eb-b17b-cec4e5945b54 tempest-ServerPasswordTestJSON-69700061 tempest-ServerPasswordTestJSON-69700061-project-member] Getting quotas for user 307fd359c3b542c798ad8f84be4d018d and project f2f39b542fd245028bbb6c9f939434d9. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 731.521962] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-a6f077d5-12f1-45eb-b17b-cec4e5945b54 tempest-ServerPasswordTestJSON-69700061 tempest-ServerPasswordTestJSON-69700061-project-member] [instance: 6fa4d8a8-093f-4ae8-9148-f15f5bf98944] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 731.522398] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-a6f077d5-12f1-45eb-b17b-cec4e5945b54 tempest-ServerPasswordTestJSON-69700061 tempest-ServerPasswordTestJSON-69700061-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.522593] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-a6f077d5-12f1-45eb-b17b-cec4e5945b54 tempest-ServerPasswordTestJSON-69700061 tempest-ServerPasswordTestJSON-69700061-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.522761] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-a6f077d5-12f1-45eb-b17b-cec4e5945b54 tempest-ServerPasswordTestJSON-69700061 tempest-ServerPasswordTestJSON-69700061-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.528528] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-a6f077d5-12f1-45eb-b17b-cec4e5945b54 tempest-ServerPasswordTestJSON-69700061 tempest-ServerPasswordTestJSON-69700061-project-member] [instance: 6fa4d8a8-093f-4ae8-9148-f15f5bf98944] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 731.529144] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-a6f077d5-12f1-45eb-b17b-cec4e5945b54 tempest-ServerPasswordTestJSON-69700061 tempest-ServerPasswordTestJSON-69700061-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.529344] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-a6f077d5-12f1-45eb-b17b-cec4e5945b54 tempest-ServerPasswordTestJSON-69700061 tempest-ServerPasswordTestJSON-69700061-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.529509] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-a6f077d5-12f1-45eb-b17b-cec4e5945b54 tempest-ServerPasswordTestJSON-69700061 tempest-ServerPasswordTestJSON-69700061-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.542847] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-a6f077d5-12f1-45eb-b17b-cec4e5945b54 tempest-ServerPasswordTestJSON-69700061 tempest-ServerPasswordTestJSON-69700061-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.543067] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-a6f077d5-12f1-45eb-b17b-cec4e5945b54 tempest-ServerPasswordTestJSON-69700061 tempest-ServerPasswordTestJSON-69700061-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.543239] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-a6f077d5-12f1-45eb-b17b-cec4e5945b54 tempest-ServerPasswordTestJSON-69700061 tempest-ServerPasswordTestJSON-69700061-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.130023] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] [instance: 627ebcab-90f9-4ebe-baf9-52fe808ec8c6] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 591b4e58-ab5d-4aac-8e11-df8af19f43eb, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 627ebcab-90f9-4ebe-baf9-52fe808ec8c6 was re-scheduled: Binding failed for port 591b4e58-ab5d-4aac-8e11-df8af19f43eb, please check neutron logs for more information.\n'] [ 733.130023] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 733.130023] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 627ebcab-90f9-4ebe-baf9-52fe808ec8c6.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 627ebcab-90f9-4ebe-baf9-52fe808ec8c6. [ 733.130023] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] [instance: 627ebcab-90f9-4ebe-baf9-52fe808ec8c6] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 627ebcab-90f9-4ebe-baf9-52fe808ec8c6. [ 733.157114] nova-conductor[54852]: DEBUG nova.network.neutron [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] [instance: 627ebcab-90f9-4ebe-baf9-52fe808ec8c6] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 733.304861] nova-conductor[54852]: DEBUG nova.network.neutron [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] [instance: 627ebcab-90f9-4ebe-baf9-52fe808ec8c6] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.308899] nova-conductor[54852]: DEBUG nova.network.neutron [None req-e74e0b3f-0162-495e-a6a9-b4c99ae0f6f2 tempest-ListServersNegativeTestJSON-762248896 tempest-ListServersNegativeTestJSON-762248896-project-member] [instance: 627ebcab-90f9-4ebe-baf9-52fe808ec8c6] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.958121] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-865fc905-6cba-4eda-8d38-cd2e90f83cc4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] [instance: c370e9a9-3c09-418c-b2fc-e75323298518] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 0b11ddb2-dda0-428f-abd5-5dfdf1041aa6, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance c370e9a9-3c09-418c-b2fc-e75323298518 was re-scheduled: Binding failed for port 0b11ddb2-dda0-428f-abd5-5dfdf1041aa6, please check neutron logs for more information.\n'] [ 739.959020] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-865fc905-6cba-4eda-8d38-cd2e90f83cc4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 739.959610] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-865fc905-6cba-4eda-8d38-cd2e90f83cc4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c370e9a9-3c09-418c-b2fc-e75323298518.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c370e9a9-3c09-418c-b2fc-e75323298518. [ 739.959729] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-865fc905-6cba-4eda-8d38-cd2e90f83cc4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] [instance: c370e9a9-3c09-418c-b2fc-e75323298518] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c370e9a9-3c09-418c-b2fc-e75323298518. [ 739.979357] nova-conductor[54852]: DEBUG nova.network.neutron [None req-865fc905-6cba-4eda-8d38-cd2e90f83cc4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] [instance: c370e9a9-3c09-418c-b2fc-e75323298518] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 739.996786] nova-conductor[54852]: DEBUG nova.network.neutron [None req-865fc905-6cba-4eda-8d38-cd2e90f83cc4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] [instance: c370e9a9-3c09-418c-b2fc-e75323298518] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.999991] nova-conductor[54852]: DEBUG nova.network.neutron [None req-865fc905-6cba-4eda-8d38-cd2e90f83cc4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] [instance: c370e9a9-3c09-418c-b2fc-e75323298518] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.116530] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell0:SELECT=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 741.139479] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 741.147226] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 741.150714] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=7,nova_api:DELETE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 741.513146] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell0:SELECT=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 741.532071] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 741.539461] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=7 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 741.543445] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 741.787245] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-fcc94ade-90bd-421c-8108-69e3141fc0f4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] [instance: f853c572-ad40-4cce-83d4-d5f11b42c37f] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 1fac04a8-79b0-4aed-ac19-3a7c50287f9d, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance f853c572-ad40-4cce-83d4-d5f11b42c37f was re-scheduled: Binding failed for port 1fac04a8-79b0-4aed-ac19-3a7c50287f9d, please check neutron logs for more information.\n'] [ 741.787437] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-fcc94ade-90bd-421c-8108-69e3141fc0f4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 741.787584] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-fcc94ade-90bd-421c-8108-69e3141fc0f4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f853c572-ad40-4cce-83d4-d5f11b42c37f.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f853c572-ad40-4cce-83d4-d5f11b42c37f. [ 741.787798] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-fcc94ade-90bd-421c-8108-69e3141fc0f4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] [instance: f853c572-ad40-4cce-83d4-d5f11b42c37f] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f853c572-ad40-4cce-83d4-d5f11b42c37f. [ 741.810507] nova-conductor[54852]: DEBUG nova.network.neutron [None req-fcc94ade-90bd-421c-8108-69e3141fc0f4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] [instance: f853c572-ad40-4cce-83d4-d5f11b42c37f] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 741.825583] nova-conductor[54852]: DEBUG nova.network.neutron [None req-fcc94ade-90bd-421c-8108-69e3141fc0f4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] [instance: f853c572-ad40-4cce-83d4-d5f11b42c37f] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.828377] nova-conductor[54852]: DEBUG nova.network.neutron [None req-fcc94ade-90bd-421c-8108-69e3141fc0f4 tempest-ListImageFiltersTestJSON-353085782 tempest-ListImageFiltersTestJSON-353085782-project-member] [instance: f853c572-ad40-4cce-83d4-d5f11b42c37f] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.065342] nova-conductor[54853]: ERROR nova.scheduler.utils [None req-28904507-50ba-44f9-b24d-8fbfdab9bbc2 tempest-ServersTestBootFromVolume-414653886 tempest-ServersTestBootFromVolume-414653886-project-member] [instance: b48be393-189f-4093-b079-fe555192e7ed] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port b47d0b6e-9eac-4506-b983-6bddfe19f795, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance b48be393-189f-4093-b079-fe555192e7ed was re-scheduled: Binding failed for port b47d0b6e-9eac-4506-b983-6bddfe19f795, please check neutron logs for more information.\n'] [ 746.065342] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-28904507-50ba-44f9-b24d-8fbfdab9bbc2 tempest-ServersTestBootFromVolume-414653886 tempest-ServersTestBootFromVolume-414653886-project-member] Rescheduling: True {{(pid=54853) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 746.065342] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-28904507-50ba-44f9-b24d-8fbfdab9bbc2 tempest-ServersTestBootFromVolume-414653886 tempest-ServersTestBootFromVolume-414653886-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b48be393-189f-4093-b079-fe555192e7ed.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b48be393-189f-4093-b079-fe555192e7ed. [ 746.069883] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-28904507-50ba-44f9-b24d-8fbfdab9bbc2 tempest-ServersTestBootFromVolume-414653886 tempest-ServersTestBootFromVolume-414653886-project-member] [instance: b48be393-189f-4093-b079-fe555192e7ed] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b48be393-189f-4093-b079-fe555192e7ed. [ 746.128137] nova-conductor[54853]: DEBUG nova.network.neutron [None req-28904507-50ba-44f9-b24d-8fbfdab9bbc2 tempest-ServersTestBootFromVolume-414653886 tempest-ServersTestBootFromVolume-414653886-project-member] [instance: b48be393-189f-4093-b079-fe555192e7ed] deallocate_for_instance() {{(pid=54853) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 746.155247] nova-conductor[54853]: DEBUG nova.network.neutron [None req-28904507-50ba-44f9-b24d-8fbfdab9bbc2 tempest-ServersTestBootFromVolume-414653886 tempest-ServersTestBootFromVolume-414653886-project-member] [instance: b48be393-189f-4093-b079-fe555192e7ed] Instance cache missing network info. {{(pid=54853) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.159802] nova-conductor[54853]: DEBUG nova.network.neutron [None req-28904507-50ba-44f9-b24d-8fbfdab9bbc2 tempest-ServersTestBootFromVolume-414653886 tempest-ServersTestBootFromVolume-414653886-project-member] [instance: b48be393-189f-4093-b079-fe555192e7ed] Updating instance_info_cache with network_info: [] {{(pid=54853) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.362143] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-e4d8f1ba-1dfd-4e53-a198-815ec8362a45 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 747.374755] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e4d8f1ba-1dfd-4e53-a198-815ec8362a45 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.375180] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e4d8f1ba-1dfd-4e53-a198-815ec8362a45 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.375612] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e4d8f1ba-1dfd-4e53-a198-815ec8362a45 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.417190] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e4d8f1ba-1dfd-4e53-a198-815ec8362a45 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.417442] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e4d8f1ba-1dfd-4e53-a198-815ec8362a45 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.417617] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e4d8f1ba-1dfd-4e53-a198-815ec8362a45 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.417980] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e4d8f1ba-1dfd-4e53-a198-815ec8362a45 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.418239] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e4d8f1ba-1dfd-4e53-a198-815ec8362a45 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.418419] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e4d8f1ba-1dfd-4e53-a198-815ec8362a45 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.428311] nova-conductor[54853]: DEBUG nova.quota [None req-e4d8f1ba-1dfd-4e53-a198-815ec8362a45 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Getting quotas for project 011a5ec25af44f92961be00f82c10c08. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 747.431707] nova-conductor[54853]: DEBUG nova.quota [None req-e4d8f1ba-1dfd-4e53-a198-815ec8362a45 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Getting quotas for user 182e1b6f26ed401da24d07a85f993802 and project 011a5ec25af44f92961be00f82c10c08. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 747.436907] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-e4d8f1ba-1dfd-4e53-a198-815ec8362a45 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] [instance: 1fef5eb2-acb0-4d00-81a3-c270af7df0e8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 747.437352] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e4d8f1ba-1dfd-4e53-a198-815ec8362a45 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.437562] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e4d8f1ba-1dfd-4e53-a198-815ec8362a45 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.437733] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e4d8f1ba-1dfd-4e53-a198-815ec8362a45 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.441925] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-e4d8f1ba-1dfd-4e53-a198-815ec8362a45 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] [instance: 1fef5eb2-acb0-4d00-81a3-c270af7df0e8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 747.442579] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e4d8f1ba-1dfd-4e53-a198-815ec8362a45 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.442782] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e4d8f1ba-1dfd-4e53-a198-815ec8362a45 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.442946] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e4d8f1ba-1dfd-4e53-a198-815ec8362a45 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.457511] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e4d8f1ba-1dfd-4e53-a198-815ec8362a45 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.457734] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e4d8f1ba-1dfd-4e53-a198-815ec8362a45 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.457907] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-e4d8f1ba-1dfd-4e53-a198-815ec8362a45 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.535275] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-244d6e33-2b0e-49f2-9cc7-f0e316621c62 tempest-InstanceActionsV221TestJSON-583097574 tempest-InstanceActionsV221TestJSON-583097574-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 753.551371] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-244d6e33-2b0e-49f2-9cc7-f0e316621c62 tempest-InstanceActionsV221TestJSON-583097574 tempest-InstanceActionsV221TestJSON-583097574-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.551515] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-244d6e33-2b0e-49f2-9cc7-f0e316621c62 tempest-InstanceActionsV221TestJSON-583097574 tempest-InstanceActionsV221TestJSON-583097574-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.551690] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-244d6e33-2b0e-49f2-9cc7-f0e316621c62 tempest-InstanceActionsV221TestJSON-583097574 tempest-InstanceActionsV221TestJSON-583097574-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.589589] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-244d6e33-2b0e-49f2-9cc7-f0e316621c62 tempest-InstanceActionsV221TestJSON-583097574 tempest-InstanceActionsV221TestJSON-583097574-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.589828] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-244d6e33-2b0e-49f2-9cc7-f0e316621c62 tempest-InstanceActionsV221TestJSON-583097574 tempest-InstanceActionsV221TestJSON-583097574-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.589997] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-244d6e33-2b0e-49f2-9cc7-f0e316621c62 tempest-InstanceActionsV221TestJSON-583097574 tempest-InstanceActionsV221TestJSON-583097574-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.590445] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-244d6e33-2b0e-49f2-9cc7-f0e316621c62 tempest-InstanceActionsV221TestJSON-583097574 tempest-InstanceActionsV221TestJSON-583097574-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.590658] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-244d6e33-2b0e-49f2-9cc7-f0e316621c62 tempest-InstanceActionsV221TestJSON-583097574 tempest-InstanceActionsV221TestJSON-583097574-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.590791] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-244d6e33-2b0e-49f2-9cc7-f0e316621c62 tempest-InstanceActionsV221TestJSON-583097574 tempest-InstanceActionsV221TestJSON-583097574-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.603884] nova-conductor[54852]: DEBUG nova.quota [None req-244d6e33-2b0e-49f2-9cc7-f0e316621c62 tempest-InstanceActionsV221TestJSON-583097574 tempest-InstanceActionsV221TestJSON-583097574-project-member] Getting quotas for project 9c1729b948504ceb92f67c7e1a21ca21. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 753.606547] nova-conductor[54852]: DEBUG nova.quota [None req-244d6e33-2b0e-49f2-9cc7-f0e316621c62 tempest-InstanceActionsV221TestJSON-583097574 tempest-InstanceActionsV221TestJSON-583097574-project-member] Getting quotas for user ab919c24ddc84cdc92dd547d468fd45b and project 9c1729b948504ceb92f67c7e1a21ca21. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 753.613951] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-244d6e33-2b0e-49f2-9cc7-f0e316621c62 tempest-InstanceActionsV221TestJSON-583097574 tempest-InstanceActionsV221TestJSON-583097574-project-member] [instance: 6cf594e3-e4a6-45f5-b8d2-06db1c200042] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 753.614119] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-244d6e33-2b0e-49f2-9cc7-f0e316621c62 tempest-InstanceActionsV221TestJSON-583097574 tempest-InstanceActionsV221TestJSON-583097574-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.615116] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-244d6e33-2b0e-49f2-9cc7-f0e316621c62 tempest-InstanceActionsV221TestJSON-583097574 tempest-InstanceActionsV221TestJSON-583097574-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.615116] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-244d6e33-2b0e-49f2-9cc7-f0e316621c62 tempest-InstanceActionsV221TestJSON-583097574 tempest-InstanceActionsV221TestJSON-583097574-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.620094] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-244d6e33-2b0e-49f2-9cc7-f0e316621c62 tempest-InstanceActionsV221TestJSON-583097574 tempest-InstanceActionsV221TestJSON-583097574-project-member] [instance: 6cf594e3-e4a6-45f5-b8d2-06db1c200042] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 753.625213] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-244d6e33-2b0e-49f2-9cc7-f0e316621c62 tempest-InstanceActionsV221TestJSON-583097574 tempest-InstanceActionsV221TestJSON-583097574-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.625213] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-244d6e33-2b0e-49f2-9cc7-f0e316621c62 tempest-InstanceActionsV221TestJSON-583097574 tempest-InstanceActionsV221TestJSON-583097574-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.625213] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-244d6e33-2b0e-49f2-9cc7-f0e316621c62 tempest-InstanceActionsV221TestJSON-583097574 tempest-InstanceActionsV221TestJSON-583097574-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.641731] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-244d6e33-2b0e-49f2-9cc7-f0e316621c62 tempest-InstanceActionsV221TestJSON-583097574 tempest-InstanceActionsV221TestJSON-583097574-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.641931] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-244d6e33-2b0e-49f2-9cc7-f0e316621c62 tempest-InstanceActionsV221TestJSON-583097574 tempest-InstanceActionsV221TestJSON-583097574-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.642594] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-244d6e33-2b0e-49f2-9cc7-f0e316621c62 tempest-InstanceActionsV221TestJSON-583097574 tempest-InstanceActionsV221TestJSON-583097574-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.201102] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:UPDATE=188,nova_cell1:SELECT=373,nova_cell1:SAVEPOINT=44,nova_cell1:RELEASE=44,nova_cell1:INSERT=23 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 754.518354] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell1:SELECT=390,nova_cell1:UPDATE=187,nova_cell1:INSERT=33,nova_cell1:SAVEPOINT=38,nova_cell1:RELEASE=38 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 757.423514] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell0:SELECT=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 757.444770] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 757.452665] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 757.455460] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=6,nova_api:DELETE=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 763.595624] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell0:SELECT=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 763.626720] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 763.636507] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 763.640164] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=7,nova_api:DELETE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 767.409686] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-419e16ed-5e76-47b4-87e3-51f493e5e66d tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] [instance: a701b2b9-10df-4ba3-8b78-b6b486d8f1db] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port b6985535-654b-4dcd-bc76-0ae48fb21c12, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance a701b2b9-10df-4ba3-8b78-b6b486d8f1db was re-scheduled: Binding failed for port b6985535-654b-4dcd-bc76-0ae48fb21c12, please check neutron logs for more information.\n'] [ 767.410627] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-419e16ed-5e76-47b4-87e3-51f493e5e66d tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 767.410627] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-419e16ed-5e76-47b4-87e3-51f493e5e66d tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a701b2b9-10df-4ba3-8b78-b6b486d8f1db.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a701b2b9-10df-4ba3-8b78-b6b486d8f1db. [ 767.410810] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-419e16ed-5e76-47b4-87e3-51f493e5e66d tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] [instance: a701b2b9-10df-4ba3-8b78-b6b486d8f1db] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a701b2b9-10df-4ba3-8b78-b6b486d8f1db. [ 767.433782] nova-conductor[54852]: DEBUG nova.network.neutron [None req-419e16ed-5e76-47b4-87e3-51f493e5e66d tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] [instance: a701b2b9-10df-4ba3-8b78-b6b486d8f1db] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 767.450389] nova-conductor[54852]: DEBUG nova.network.neutron [None req-419e16ed-5e76-47b4-87e3-51f493e5e66d tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] [instance: a701b2b9-10df-4ba3-8b78-b6b486d8f1db] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.453446] nova-conductor[54852]: DEBUG nova.network.neutron [None req-419e16ed-5e76-47b4-87e3-51f493e5e66d tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] [instance: a701b2b9-10df-4ba3-8b78-b6b486d8f1db] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.232554] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-1313efb9-3f43-4f07-8773-6b3cd8614f42 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 769.251143] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1313efb9-3f43-4f07-8773-6b3cd8614f42 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.251387] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1313efb9-3f43-4f07-8773-6b3cd8614f42 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.251558] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1313efb9-3f43-4f07-8773-6b3cd8614f42 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.282737] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1313efb9-3f43-4f07-8773-6b3cd8614f42 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.283283] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1313efb9-3f43-4f07-8773-6b3cd8614f42 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.283498] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1313efb9-3f43-4f07-8773-6b3cd8614f42 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.283892] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1313efb9-3f43-4f07-8773-6b3cd8614f42 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.284102] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1313efb9-3f43-4f07-8773-6b3cd8614f42 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.284334] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1313efb9-3f43-4f07-8773-6b3cd8614f42 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.301436] nova-conductor[54853]: ERROR nova.scheduler.utils [None req-da2f1280-54c5-4936-96c4-e24a74c50f84 tempest-InstanceActionsTestJSON-1075584289 tempest-InstanceActionsTestJSON-1075584289-project-member] [instance: fcee63c5-eaa3-4d8c-a612-9c30087433e1] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 5866fb2d-9382-4b20-9cf1-def904197df6, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance fcee63c5-eaa3-4d8c-a612-9c30087433e1 was re-scheduled: Binding failed for port 5866fb2d-9382-4b20-9cf1-def904197df6, please check neutron logs for more information.\n'] [ 769.302352] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-da2f1280-54c5-4936-96c4-e24a74c50f84 tempest-InstanceActionsTestJSON-1075584289 tempest-InstanceActionsTestJSON-1075584289-project-member] Rescheduling: True {{(pid=54853) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 769.303042] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-da2f1280-54c5-4936-96c4-e24a74c50f84 tempest-InstanceActionsTestJSON-1075584289 tempest-InstanceActionsTestJSON-1075584289-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fcee63c5-eaa3-4d8c-a612-9c30087433e1.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fcee63c5-eaa3-4d8c-a612-9c30087433e1. [ 769.303453] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-da2f1280-54c5-4936-96c4-e24a74c50f84 tempest-InstanceActionsTestJSON-1075584289 tempest-InstanceActionsTestJSON-1075584289-project-member] [instance: fcee63c5-eaa3-4d8c-a612-9c30087433e1] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fcee63c5-eaa3-4d8c-a612-9c30087433e1. [ 769.308196] nova-conductor[54853]: DEBUG nova.quota [None req-1313efb9-3f43-4f07-8773-6b3cd8614f42 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Getting quotas for project 2d1559d2844647aba922cae8e9d992e6. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 769.320992] nova-conductor[54853]: DEBUG nova.quota [None req-1313efb9-3f43-4f07-8773-6b3cd8614f42 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Getting quotas for user 3ad76ea94b62472fa3318cbbdb308ebe and project 2d1559d2844647aba922cae8e9d992e6. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 769.329963] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-1313efb9-3f43-4f07-8773-6b3cd8614f42 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] [instance: a616c7f0-8c39-4c08-a1a4-1d89e158d3c5] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 769.330444] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1313efb9-3f43-4f07-8773-6b3cd8614f42 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.330656] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1313efb9-3f43-4f07-8773-6b3cd8614f42 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.330823] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1313efb9-3f43-4f07-8773-6b3cd8614f42 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.334570] nova-conductor[54853]: DEBUG nova.network.neutron [None req-da2f1280-54c5-4936-96c4-e24a74c50f84 tempest-InstanceActionsTestJSON-1075584289 tempest-InstanceActionsTestJSON-1075584289-project-member] [instance: fcee63c5-eaa3-4d8c-a612-9c30087433e1] deallocate_for_instance() {{(pid=54853) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 769.337257] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-1313efb9-3f43-4f07-8773-6b3cd8614f42 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] [instance: a616c7f0-8c39-4c08-a1a4-1d89e158d3c5] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 769.337860] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1313efb9-3f43-4f07-8773-6b3cd8614f42 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.338072] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1313efb9-3f43-4f07-8773-6b3cd8614f42 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.338240] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1313efb9-3f43-4f07-8773-6b3cd8614f42 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.352377] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1313efb9-3f43-4f07-8773-6b3cd8614f42 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.352551] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1313efb9-3f43-4f07-8773-6b3cd8614f42 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.352716] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1313efb9-3f43-4f07-8773-6b3cd8614f42 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.367994] nova-conductor[54853]: DEBUG nova.network.neutron [None req-da2f1280-54c5-4936-96c4-e24a74c50f84 tempest-InstanceActionsTestJSON-1075584289 tempest-InstanceActionsTestJSON-1075584289-project-member] [instance: fcee63c5-eaa3-4d8c-a612-9c30087433e1] Instance cache missing network info. {{(pid=54853) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.371589] nova-conductor[54853]: DEBUG nova.network.neutron [None req-da2f1280-54c5-4936-96c4-e24a74c50f84 tempest-InstanceActionsTestJSON-1075584289 tempest-InstanceActionsTestJSON-1075584289-project-member] [instance: fcee63c5-eaa3-4d8c-a612-9c30087433e1] Updating instance_info_cache with network_info: [] {{(pid=54853) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.466223] nova-conductor[54853]: ERROR nova.scheduler.utils [None req-2817bd26-38ec-4948-87ff-3f9fe2ae4cee tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] [instance: 9b334c72-11f5-4165-a350-09fe5487a9a0] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port e410cdcf-56e9-4a0b-b47c-c855b5d11d1e, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 9b334c72-11f5-4165-a350-09fe5487a9a0 was re-scheduled: Binding failed for port e410cdcf-56e9-4a0b-b47c-c855b5d11d1e, please check neutron logs for more information.\n'] [ 775.466932] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-2817bd26-38ec-4948-87ff-3f9fe2ae4cee tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Rescheduling: True {{(pid=54853) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 775.469031] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-2817bd26-38ec-4948-87ff-3f9fe2ae4cee tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9b334c72-11f5-4165-a350-09fe5487a9a0.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9b334c72-11f5-4165-a350-09fe5487a9a0. [ 775.469031] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-2817bd26-38ec-4948-87ff-3f9fe2ae4cee tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] [instance: 9b334c72-11f5-4165-a350-09fe5487a9a0] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9b334c72-11f5-4165-a350-09fe5487a9a0. [ 775.496659] nova-conductor[54853]: DEBUG nova.network.neutron [None req-2817bd26-38ec-4948-87ff-3f9fe2ae4cee tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] [instance: 9b334c72-11f5-4165-a350-09fe5487a9a0] deallocate_for_instance() {{(pid=54853) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 775.515875] nova-conductor[54853]: DEBUG nova.network.neutron [None req-2817bd26-38ec-4948-87ff-3f9fe2ae4cee tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] [instance: 9b334c72-11f5-4165-a350-09fe5487a9a0] Instance cache missing network info. {{(pid=54853) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 775.519249] nova-conductor[54853]: DEBUG nova.network.neutron [None req-2817bd26-38ec-4948-87ff-3f9fe2ae4cee tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] [instance: 9b334c72-11f5-4165-a350-09fe5487a9a0] Updating instance_info_cache with network_info: [] {{(pid=54853) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.882568] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-95313177-09c5-4822-9fb8-1ceae1a1d691 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 777.894518] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-95313177-09c5-4822-9fb8-1ceae1a1d691 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.894789] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-95313177-09c5-4822-9fb8-1ceae1a1d691 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.894982] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-95313177-09c5-4822-9fb8-1ceae1a1d691 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.919696] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-95313177-09c5-4822-9fb8-1ceae1a1d691 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.919905] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-95313177-09c5-4822-9fb8-1ceae1a1d691 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.920091] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-95313177-09c5-4822-9fb8-1ceae1a1d691 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.920455] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-95313177-09c5-4822-9fb8-1ceae1a1d691 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.920642] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-95313177-09c5-4822-9fb8-1ceae1a1d691 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.920803] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-95313177-09c5-4822-9fb8-1ceae1a1d691 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.927979] nova-conductor[54853]: DEBUG nova.quota [None req-95313177-09c5-4822-9fb8-1ceae1a1d691 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Getting quotas for project 2948b6c7e6f04cf98b36777c2fc94fc1. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 777.930103] nova-conductor[54853]: DEBUG nova.quota [None req-95313177-09c5-4822-9fb8-1ceae1a1d691 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Getting quotas for user 2e1b761abfd44661a6da62ba35ec442f and project 2948b6c7e6f04cf98b36777c2fc94fc1. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 777.935245] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-95313177-09c5-4822-9fb8-1ceae1a1d691 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] [instance: 7c3edceb-cc58-4925-a97a-3204936c836d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 777.935672] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-95313177-09c5-4822-9fb8-1ceae1a1d691 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.935872] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-95313177-09c5-4822-9fb8-1ceae1a1d691 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.936047] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-95313177-09c5-4822-9fb8-1ceae1a1d691 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.940433] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-95313177-09c5-4822-9fb8-1ceae1a1d691 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] [instance: 7c3edceb-cc58-4925-a97a-3204936c836d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 777.941041] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-95313177-09c5-4822-9fb8-1ceae1a1d691 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.941242] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-95313177-09c5-4822-9fb8-1ceae1a1d691 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.941406] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-95313177-09c5-4822-9fb8-1ceae1a1d691 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.954128] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-95313177-09c5-4822-9fb8-1ceae1a1d691 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.954338] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-95313177-09c5-4822-9fb8-1ceae1a1d691 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.954519] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-95313177-09c5-4822-9fb8-1ceae1a1d691 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.843447] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-54e36c14-5ff3-4bf1-b869-0a84c38546c6 tempest-ServerRescueTestJSON-1010897544 tempest-ServerRescueTestJSON-1010897544-project-member] [instance: bf0222ef-b86f-4d85-ab75-96661b90a4b4] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 0d3638e8-403e-4555-a591-7607de7d759f, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance bf0222ef-b86f-4d85-ab75-96661b90a4b4 was re-scheduled: Binding failed for port 0d3638e8-403e-4555-a591-7607de7d759f, please check neutron logs for more information.\n'] [ 779.843809] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-54e36c14-5ff3-4bf1-b869-0a84c38546c6 tempest-ServerRescueTestJSON-1010897544 tempest-ServerRescueTestJSON-1010897544-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 779.845048] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-54e36c14-5ff3-4bf1-b869-0a84c38546c6 tempest-ServerRescueTestJSON-1010897544 tempest-ServerRescueTestJSON-1010897544-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bf0222ef-b86f-4d85-ab75-96661b90a4b4.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bf0222ef-b86f-4d85-ab75-96661b90a4b4. [ 779.845048] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-54e36c14-5ff3-4bf1-b869-0a84c38546c6 tempest-ServerRescueTestJSON-1010897544 tempest-ServerRescueTestJSON-1010897544-project-member] [instance: bf0222ef-b86f-4d85-ab75-96661b90a4b4] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bf0222ef-b86f-4d85-ab75-96661b90a4b4. [ 779.863934] nova-conductor[54852]: DEBUG nova.network.neutron [None req-54e36c14-5ff3-4bf1-b869-0a84c38546c6 tempest-ServerRescueTestJSON-1010897544 tempest-ServerRescueTestJSON-1010897544-project-member] [instance: bf0222ef-b86f-4d85-ab75-96661b90a4b4] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 779.879511] nova-conductor[54852]: DEBUG nova.network.neutron [None req-54e36c14-5ff3-4bf1-b869-0a84c38546c6 tempest-ServerRescueTestJSON-1010897544 tempest-ServerRescueTestJSON-1010897544-project-member] [instance: bf0222ef-b86f-4d85-ab75-96661b90a4b4] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.882224] nova-conductor[54852]: DEBUG nova.network.neutron [None req-54e36c14-5ff3-4bf1-b869-0a84c38546c6 tempest-ServerRescueTestJSON-1010897544 tempest-ServerRescueTestJSON-1010897544-project-member] [instance: bf0222ef-b86f-4d85-ab75-96661b90a4b4] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.439830] nova-conductor[54853]: ERROR nova.scheduler.utils [None req-a7c7ec6c-c6a9-441a-bae5-aaada85ff359 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] [instance: ac14f710-41c0-429c-92a3-46acceace3fc] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 44334227-49c0-4835-986e-235c82f82d3d, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ac14f710-41c0-429c-92a3-46acceace3fc was re-scheduled: Binding failed for port 44334227-49c0-4835-986e-235c82f82d3d, please check neutron logs for more information.\n'] [ 781.440483] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-a7c7ec6c-c6a9-441a-bae5-aaada85ff359 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Rescheduling: True {{(pid=54853) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 781.440773] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-a7c7ec6c-c6a9-441a-bae5-aaada85ff359 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ac14f710-41c0-429c-92a3-46acceace3fc.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ac14f710-41c0-429c-92a3-46acceace3fc. [ 781.441118] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-a7c7ec6c-c6a9-441a-bae5-aaada85ff359 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] [instance: ac14f710-41c0-429c-92a3-46acceace3fc] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ac14f710-41c0-429c-92a3-46acceace3fc. [ 781.465374] nova-conductor[54853]: DEBUG nova.network.neutron [None req-a7c7ec6c-c6a9-441a-bae5-aaada85ff359 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] [instance: ac14f710-41c0-429c-92a3-46acceace3fc] deallocate_for_instance() {{(pid=54853) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.487618] nova-conductor[54853]: DEBUG nova.network.neutron [None req-a7c7ec6c-c6a9-441a-bae5-aaada85ff359 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] [instance: ac14f710-41c0-429c-92a3-46acceace3fc] Instance cache missing network info. {{(pid=54853) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.489636] nova-conductor[54853]: DEBUG nova.network.neutron [None req-a7c7ec6c-c6a9-441a-bae5-aaada85ff359 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] [instance: ac14f710-41c0-429c-92a3-46acceace3fc] Updating instance_info_cache with network_info: [] {{(pid=54853) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.036441] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-70917433-45ee-4933-91ad-12d0bfe0c11b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 783.049793] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-70917433-45ee-4933-91ad-12d0bfe0c11b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] [instance: c21aade1-8a41-4161-9bcb-3217d255bfee] While scheduling instance, the build request was already deleted. {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1706}} [ 783.131010] nova-conductor[54852]: INFO nova.scheduler.client.report [None req-70917433-45ee-4933-91ad-12d0bfe0c11b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Deleted allocations for instance c21aade1-8a41-4161-9bcb-3217d255bfee [ 783.138983] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-70917433-45ee-4933-91ad-12d0bfe0c11b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.139272] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-70917433-45ee-4933-91ad-12d0bfe0c11b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.139484] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-70917433-45ee-4933-91ad-12d0bfe0c11b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.139881] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-70917433-45ee-4933-91ad-12d0bfe0c11b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.140192] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-70917433-45ee-4933-91ad-12d0bfe0c11b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.140370] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-70917433-45ee-4933-91ad-12d0bfe0c11b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.153944] nova-conductor[54852]: DEBUG nova.quota [None req-70917433-45ee-4933-91ad-12d0bfe0c11b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Getting quotas for project a654d46357ed49cd95460a56926f102a. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 783.157119] nova-conductor[54852]: DEBUG nova.quota [None req-70917433-45ee-4933-91ad-12d0bfe0c11b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Getting quotas for user c654b8365f5543f3bf713f3f5aa00654 and project a654d46357ed49cd95460a56926f102a. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 783.266152] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-1d81e160-a5d5-48a4-9d72-68104095d7d6 tempest-ServerMetadataTestJSON-1643729542 tempest-ServerMetadataTestJSON-1643729542-project-member] [instance: 78daba16-0c0f-4db6-bde1-70d960a6e7ae] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port b7b683c3-cbd9-4f68-a369-ca8feccb9ba7, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 78daba16-0c0f-4db6-bde1-70d960a6e7ae was re-scheduled: Binding failed for port b7b683c3-cbd9-4f68-a369-ca8feccb9ba7, please check neutron logs for more information.\n'] [ 783.266152] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-1d81e160-a5d5-48a4-9d72-68104095d7d6 tempest-ServerMetadataTestJSON-1643729542 tempest-ServerMetadataTestJSON-1643729542-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 783.266152] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-1d81e160-a5d5-48a4-9d72-68104095d7d6 tempest-ServerMetadataTestJSON-1643729542 tempest-ServerMetadataTestJSON-1643729542-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 78daba16-0c0f-4db6-bde1-70d960a6e7ae.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 78daba16-0c0f-4db6-bde1-70d960a6e7ae. [ 783.266152] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-1d81e160-a5d5-48a4-9d72-68104095d7d6 tempest-ServerMetadataTestJSON-1643729542 tempest-ServerMetadataTestJSON-1643729542-project-member] [instance: 78daba16-0c0f-4db6-bde1-70d960a6e7ae] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 78daba16-0c0f-4db6-bde1-70d960a6e7ae. [ 783.291791] nova-conductor[54852]: DEBUG nova.network.neutron [None req-1d81e160-a5d5-48a4-9d72-68104095d7d6 tempest-ServerMetadataTestJSON-1643729542 tempest-ServerMetadataTestJSON-1643729542-project-member] [instance: 78daba16-0c0f-4db6-bde1-70d960a6e7ae] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 783.308919] nova-conductor[54852]: DEBUG nova.network.neutron [None req-1d81e160-a5d5-48a4-9d72-68104095d7d6 tempest-ServerMetadataTestJSON-1643729542 tempest-ServerMetadataTestJSON-1643729542-project-member] [instance: 78daba16-0c0f-4db6-bde1-70d960a6e7ae] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.310089] nova-conductor[54852]: DEBUG nova.network.neutron [None req-1d81e160-a5d5-48a4-9d72-68104095d7d6 tempest-ServerMetadataTestJSON-1643729542 tempest-ServerMetadataTestJSON-1643729542-project-member] [instance: 78daba16-0c0f-4db6-bde1-70d960a6e7ae] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.505499] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-82ffdaf8-9cc6-4c7a-817c-5cd69d12379b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 783.517414] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-82ffdaf8-9cc6-4c7a-817c-5cd69d12379b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.517654] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-82ffdaf8-9cc6-4c7a-817c-5cd69d12379b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.517818] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-82ffdaf8-9cc6-4c7a-817c-5cd69d12379b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.547034] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-82ffdaf8-9cc6-4c7a-817c-5cd69d12379b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.547149] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-82ffdaf8-9cc6-4c7a-817c-5cd69d12379b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.547359] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-82ffdaf8-9cc6-4c7a-817c-5cd69d12379b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.547686] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-82ffdaf8-9cc6-4c7a-817c-5cd69d12379b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.547885] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-82ffdaf8-9cc6-4c7a-817c-5cd69d12379b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.548196] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-82ffdaf8-9cc6-4c7a-817c-5cd69d12379b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.562215] nova-conductor[54853]: DEBUG nova.quota [None req-82ffdaf8-9cc6-4c7a-817c-5cd69d12379b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Getting quotas for project a654d46357ed49cd95460a56926f102a. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 783.564602] nova-conductor[54853]: DEBUG nova.quota [None req-82ffdaf8-9cc6-4c7a-817c-5cd69d12379b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Getting quotas for user c654b8365f5543f3bf713f3f5aa00654 and project a654d46357ed49cd95460a56926f102a. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 783.570297] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-82ffdaf8-9cc6-4c7a-817c-5cd69d12379b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] [instance: 880cce70-5a0c-40a6-91b5-73d074feab6f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 783.570733] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-82ffdaf8-9cc6-4c7a-817c-5cd69d12379b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.570947] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-82ffdaf8-9cc6-4c7a-817c-5cd69d12379b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.571357] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-82ffdaf8-9cc6-4c7a-817c-5cd69d12379b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.574524] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-82ffdaf8-9cc6-4c7a-817c-5cd69d12379b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] [instance: 880cce70-5a0c-40a6-91b5-73d074feab6f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 783.575219] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-82ffdaf8-9cc6-4c7a-817c-5cd69d12379b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.575444] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-82ffdaf8-9cc6-4c7a-817c-5cd69d12379b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.575623] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-82ffdaf8-9cc6-4c7a-817c-5cd69d12379b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.590032] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-82ffdaf8-9cc6-4c7a-817c-5cd69d12379b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.590127] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-82ffdaf8-9cc6-4c7a-817c-5cd69d12379b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.590271] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-82ffdaf8-9cc6-4c7a-817c-5cd69d12379b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.602431] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-9a7c9b95-5a4e-4382-b7c4-ae37b6b68fe1 tempest-ServersListShow296Test-211233145 tempest-ServersListShow296Test-211233145-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 783.607954] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-9a7c9b95-5a4e-4382-b7c4-ae37b6b68fe1 tempest-ServersListShow296Test-211233145 tempest-ServersListShow296Test-211233145-project-member] [instance: 8d3bc54f-f0ff-47ff-a16b-a34e59b69e99] While scheduling instance, the build request was already deleted. {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1706}} [ 783.630500] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9a7c9b95-5a4e-4382-b7c4-ae37b6b68fe1 tempest-ServersListShow296Test-211233145 tempest-ServersListShow296Test-211233145-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.630731] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9a7c9b95-5a4e-4382-b7c4-ae37b6b68fe1 tempest-ServersListShow296Test-211233145 tempest-ServersListShow296Test-211233145-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.630895] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9a7c9b95-5a4e-4382-b7c4-ae37b6b68fe1 tempest-ServersListShow296Test-211233145 tempest-ServersListShow296Test-211233145-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.631278] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9a7c9b95-5a4e-4382-b7c4-ae37b6b68fe1 tempest-ServersListShow296Test-211233145 tempest-ServersListShow296Test-211233145-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.631463] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9a7c9b95-5a4e-4382-b7c4-ae37b6b68fe1 tempest-ServersListShow296Test-211233145 tempest-ServersListShow296Test-211233145-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.631622] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9a7c9b95-5a4e-4382-b7c4-ae37b6b68fe1 tempest-ServersListShow296Test-211233145 tempest-ServersListShow296Test-211233145-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.639331] nova-conductor[54853]: DEBUG nova.quota [None req-9a7c9b95-5a4e-4382-b7c4-ae37b6b68fe1 tempest-ServersListShow296Test-211233145 tempest-ServersListShow296Test-211233145-project-member] Getting quotas for project 636c3bd651fe45be8d6e1fd12881a48c. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 783.641501] nova-conductor[54853]: DEBUG nova.quota [None req-9a7c9b95-5a4e-4382-b7c4-ae37b6b68fe1 tempest-ServersListShow296Test-211233145 tempest-ServersListShow296Test-211233145-project-member] Getting quotas for user f9112e9d867a4a98aba110e1e0e07f3e and project 636c3bd651fe45be8d6e1fd12881a48c. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 785.096982] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-5ea63a99-fcda-42cd-979e-37b39a8502e1 tempest-ServerAddressesNegativeTestJSON-347589147 tempest-ServerAddressesNegativeTestJSON-347589147-project-member] [instance: 7831bfb8-b336-4338-923f-c759a5c67c06] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port db91e8e4-4ec7-42cf-a81e-46717ae18c5b, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 7831bfb8-b336-4338-923f-c759a5c67c06 was re-scheduled: Binding failed for port db91e8e4-4ec7-42cf-a81e-46717ae18c5b, please check neutron logs for more information.\n'] [ 785.098378] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-5ea63a99-fcda-42cd-979e-37b39a8502e1 tempest-ServerAddressesNegativeTestJSON-347589147 tempest-ServerAddressesNegativeTestJSON-347589147-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 785.098771] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-5ea63a99-fcda-42cd-979e-37b39a8502e1 tempest-ServerAddressesNegativeTestJSON-347589147 tempest-ServerAddressesNegativeTestJSON-347589147-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7831bfb8-b336-4338-923f-c759a5c67c06.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7831bfb8-b336-4338-923f-c759a5c67c06. [ 785.099173] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-5ea63a99-fcda-42cd-979e-37b39a8502e1 tempest-ServerAddressesNegativeTestJSON-347589147 tempest-ServerAddressesNegativeTestJSON-347589147-project-member] [instance: 7831bfb8-b336-4338-923f-c759a5c67c06] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7831bfb8-b336-4338-923f-c759a5c67c06. [ 785.135824] nova-conductor[54852]: DEBUG nova.network.neutron [None req-5ea63a99-fcda-42cd-979e-37b39a8502e1 tempest-ServerAddressesNegativeTestJSON-347589147 tempest-ServerAddressesNegativeTestJSON-347589147-project-member] [instance: 7831bfb8-b336-4338-923f-c759a5c67c06] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 785.153354] nova-conductor[54852]: DEBUG nova.network.neutron [None req-5ea63a99-fcda-42cd-979e-37b39a8502e1 tempest-ServerAddressesNegativeTestJSON-347589147 tempest-ServerAddressesNegativeTestJSON-347589147-project-member] [instance: 7831bfb8-b336-4338-923f-c759a5c67c06] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 785.157900] nova-conductor[54852]: DEBUG nova.network.neutron [None req-5ea63a99-fcda-42cd-979e-37b39a8502e1 tempest-ServerAddressesNegativeTestJSON-347589147 tempest-ServerAddressesNegativeTestJSON-347589147-project-member] [instance: 7831bfb8-b336-4338-923f-c759a5c67c06] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.247514] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-2017a4b0-70b5-4840-8540-5e710b1084a0 tempest-ServerShowV257Test-253681236 tempest-ServerShowV257Test-253681236-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 785.267617] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-2017a4b0-70b5-4840-8540-5e710b1084a0 tempest-ServerShowV257Test-253681236 tempest-ServerShowV257Test-253681236-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.267897] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-2017a4b0-70b5-4840-8540-5e710b1084a0 tempest-ServerShowV257Test-253681236 tempest-ServerShowV257Test-253681236-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.268017] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-2017a4b0-70b5-4840-8540-5e710b1084a0 tempest-ServerShowV257Test-253681236 tempest-ServerShowV257Test-253681236-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.318134] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-2017a4b0-70b5-4840-8540-5e710b1084a0 tempest-ServerShowV257Test-253681236 tempest-ServerShowV257Test-253681236-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.318331] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-2017a4b0-70b5-4840-8540-5e710b1084a0 tempest-ServerShowV257Test-253681236 tempest-ServerShowV257Test-253681236-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.318503] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-2017a4b0-70b5-4840-8540-5e710b1084a0 tempest-ServerShowV257Test-253681236 tempest-ServerShowV257Test-253681236-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.318873] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-2017a4b0-70b5-4840-8540-5e710b1084a0 tempest-ServerShowV257Test-253681236 tempest-ServerShowV257Test-253681236-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.319085] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-2017a4b0-70b5-4840-8540-5e710b1084a0 tempest-ServerShowV257Test-253681236 tempest-ServerShowV257Test-253681236-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.319255] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-2017a4b0-70b5-4840-8540-5e710b1084a0 tempest-ServerShowV257Test-253681236 tempest-ServerShowV257Test-253681236-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.328204] nova-conductor[54853]: DEBUG nova.quota [None req-2017a4b0-70b5-4840-8540-5e710b1084a0 tempest-ServerShowV257Test-253681236 tempest-ServerShowV257Test-253681236-project-member] Getting quotas for project 88a5c6d4260c473b81b8d0bdb699b228. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 785.331381] nova-conductor[54853]: DEBUG nova.quota [None req-2017a4b0-70b5-4840-8540-5e710b1084a0 tempest-ServerShowV257Test-253681236 tempest-ServerShowV257Test-253681236-project-member] Getting quotas for user 633c15f340f94baf973b91b27530a978 and project 88a5c6d4260c473b81b8d0bdb699b228. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 785.337691] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-2017a4b0-70b5-4840-8540-5e710b1084a0 tempest-ServerShowV257Test-253681236 tempest-ServerShowV257Test-253681236-project-member] [instance: 92c59517-7e6f-45bd-8211-789a718d66d1] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 785.338221] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-2017a4b0-70b5-4840-8540-5e710b1084a0 tempest-ServerShowV257Test-253681236 tempest-ServerShowV257Test-253681236-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.338432] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-2017a4b0-70b5-4840-8540-5e710b1084a0 tempest-ServerShowV257Test-253681236 tempest-ServerShowV257Test-253681236-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.338598] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-2017a4b0-70b5-4840-8540-5e710b1084a0 tempest-ServerShowV257Test-253681236 tempest-ServerShowV257Test-253681236-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.343767] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-2017a4b0-70b5-4840-8540-5e710b1084a0 tempest-ServerShowV257Test-253681236 tempest-ServerShowV257Test-253681236-project-member] [instance: 92c59517-7e6f-45bd-8211-789a718d66d1] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 785.344462] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-2017a4b0-70b5-4840-8540-5e710b1084a0 tempest-ServerShowV257Test-253681236 tempest-ServerShowV257Test-253681236-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.344674] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-2017a4b0-70b5-4840-8540-5e710b1084a0 tempest-ServerShowV257Test-253681236 tempest-ServerShowV257Test-253681236-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.344841] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-2017a4b0-70b5-4840-8540-5e710b1084a0 tempest-ServerShowV257Test-253681236 tempest-ServerShowV257Test-253681236-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.360714] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-2017a4b0-70b5-4840-8540-5e710b1084a0 tempest-ServerShowV257Test-253681236 tempest-ServerShowV257Test-253681236-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.361091] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-2017a4b0-70b5-4840-8540-5e710b1084a0 tempest-ServerShowV257Test-253681236 tempest-ServerShowV257Test-253681236-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.361091] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-2017a4b0-70b5-4840-8540-5e710b1084a0 tempest-ServerShowV257Test-253681236 tempest-ServerShowV257Test-253681236-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.195029] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-5cf50f8e-e645-402c-93f7-630c04e635bd tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 789.207532] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5cf50f8e-e645-402c-93f7-630c04e635bd tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.207742] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5cf50f8e-e645-402c-93f7-630c04e635bd tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.207910] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5cf50f8e-e645-402c-93f7-630c04e635bd tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.240504] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5cf50f8e-e645-402c-93f7-630c04e635bd tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.240732] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5cf50f8e-e645-402c-93f7-630c04e635bd tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.240896] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5cf50f8e-e645-402c-93f7-630c04e635bd tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.241283] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5cf50f8e-e645-402c-93f7-630c04e635bd tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.241467] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5cf50f8e-e645-402c-93f7-630c04e635bd tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.241624] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5cf50f8e-e645-402c-93f7-630c04e635bd tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.250146] nova-conductor[54853]: DEBUG nova.quota [None req-5cf50f8e-e645-402c-93f7-630c04e635bd tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Getting quotas for project e01f5bb435064648ac4468b327a68430. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 789.252925] nova-conductor[54853]: DEBUG nova.quota [None req-5cf50f8e-e645-402c-93f7-630c04e635bd tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Getting quotas for user 36d0131586604fda944c609c02549d6b and project e01f5bb435064648ac4468b327a68430. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 789.259258] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-5cf50f8e-e645-402c-93f7-630c04e635bd tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] [instance: 94d2670f-d858-437a-a166-d148a57e07ab] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 789.259637] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5cf50f8e-e645-402c-93f7-630c04e635bd tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.259834] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5cf50f8e-e645-402c-93f7-630c04e635bd tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.259996] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5cf50f8e-e645-402c-93f7-630c04e635bd tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.266793] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-5cf50f8e-e645-402c-93f7-630c04e635bd tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] [instance: 94d2670f-d858-437a-a166-d148a57e07ab] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 789.267222] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5cf50f8e-e645-402c-93f7-630c04e635bd tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.267461] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5cf50f8e-e645-402c-93f7-630c04e635bd tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.267664] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5cf50f8e-e645-402c-93f7-630c04e635bd tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.280781] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5cf50f8e-e645-402c-93f7-630c04e635bd tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.281039] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5cf50f8e-e645-402c-93f7-630c04e635bd tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.281248] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5cf50f8e-e645-402c-93f7-630c04e635bd tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.378905] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-a9860efc-a269-41e0-bb76-9b104200ab60 tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 789.389227] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a9860efc-a269-41e0-bb76-9b104200ab60 tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.389444] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a9860efc-a269-41e0-bb76-9b104200ab60 tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.389615] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a9860efc-a269-41e0-bb76-9b104200ab60 tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.408616] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a9860efc-a269-41e0-bb76-9b104200ab60 tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.408842] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a9860efc-a269-41e0-bb76-9b104200ab60 tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.409036] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a9860efc-a269-41e0-bb76-9b104200ab60 tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.409406] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a9860efc-a269-41e0-bb76-9b104200ab60 tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.409594] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a9860efc-a269-41e0-bb76-9b104200ab60 tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.409755] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a9860efc-a269-41e0-bb76-9b104200ab60 tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.416986] nova-conductor[54852]: DEBUG nova.quota [None req-a9860efc-a269-41e0-bb76-9b104200ab60 tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Getting quotas for project e01f5bb435064648ac4468b327a68430. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 789.419089] nova-conductor[54852]: DEBUG nova.quota [None req-a9860efc-a269-41e0-bb76-9b104200ab60 tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Getting quotas for user 36d0131586604fda944c609c02549d6b and project e01f5bb435064648ac4468b327a68430. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 789.424029] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-a9860efc-a269-41e0-bb76-9b104200ab60 tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] [instance: 67a83e64-c8bd-499c-895a-11976d69195b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 789.424491] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a9860efc-a269-41e0-bb76-9b104200ab60 tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.424709] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a9860efc-a269-41e0-bb76-9b104200ab60 tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.424889] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a9860efc-a269-41e0-bb76-9b104200ab60 tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.427703] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-a9860efc-a269-41e0-bb76-9b104200ab60 tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] [instance: 67a83e64-c8bd-499c-895a-11976d69195b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 789.428354] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a9860efc-a269-41e0-bb76-9b104200ab60 tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.428569] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a9860efc-a269-41e0-bb76-9b104200ab60 tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.428751] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a9860efc-a269-41e0-bb76-9b104200ab60 tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.442768] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a9860efc-a269-41e0-bb76-9b104200ab60 tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.443066] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a9860efc-a269-41e0-bb76-9b104200ab60 tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.443503] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a9860efc-a269-41e0-bb76-9b104200ab60 tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.509843] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-93472835-ebe4-42a1-86cd-be81deae0eab tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] [instance: c22aa745-0e4a-40fd-903f-edba79cbf88b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 165fb841-918f-4749-b4f0-ea003000049f, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance c22aa745-0e4a-40fd-903f-edba79cbf88b was re-scheduled: Binding failed for port 165fb841-918f-4749-b4f0-ea003000049f, please check neutron logs for more information.\n'] [ 792.510467] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-93472835-ebe4-42a1-86cd-be81deae0eab tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 792.510710] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-93472835-ebe4-42a1-86cd-be81deae0eab tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c22aa745-0e4a-40fd-903f-edba79cbf88b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c22aa745-0e4a-40fd-903f-edba79cbf88b. [ 792.511026] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-93472835-ebe4-42a1-86cd-be81deae0eab tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] [instance: c22aa745-0e4a-40fd-903f-edba79cbf88b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c22aa745-0e4a-40fd-903f-edba79cbf88b. [ 792.531217] nova-conductor[54852]: DEBUG nova.network.neutron [None req-93472835-ebe4-42a1-86cd-be81deae0eab tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] [instance: c22aa745-0e4a-40fd-903f-edba79cbf88b] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 792.548333] nova-conductor[54852]: DEBUG nova.network.neutron [None req-93472835-ebe4-42a1-86cd-be81deae0eab tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] [instance: c22aa745-0e4a-40fd-903f-edba79cbf88b] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.550240] nova-conductor[54852]: DEBUG nova.network.neutron [None req-93472835-ebe4-42a1-86cd-be81deae0eab tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] [instance: c22aa745-0e4a-40fd-903f-edba79cbf88b] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.364761] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-dcda9cad-f014-4e95-9cd2-a3bcabfdcf45 tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] [instance: 71dd8aff-4500-4c91-8a46-2a398fd03560] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 4d97090d-1208-4f22-87ac-2148a63b69d1, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 71dd8aff-4500-4c91-8a46-2a398fd03560 was re-scheduled: Binding failed for port 4d97090d-1208-4f22-87ac-2148a63b69d1, please check neutron logs for more information.\n'] [ 794.365813] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-dcda9cad-f014-4e95-9cd2-a3bcabfdcf45 tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 794.366068] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-dcda9cad-f014-4e95-9cd2-a3bcabfdcf45 tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 71dd8aff-4500-4c91-8a46-2a398fd03560.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 71dd8aff-4500-4c91-8a46-2a398fd03560. [ 794.366291] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-dcda9cad-f014-4e95-9cd2-a3bcabfdcf45 tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] [instance: 71dd8aff-4500-4c91-8a46-2a398fd03560] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 71dd8aff-4500-4c91-8a46-2a398fd03560. [ 794.388113] nova-conductor[54852]: DEBUG nova.network.neutron [None req-dcda9cad-f014-4e95-9cd2-a3bcabfdcf45 tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] [instance: 71dd8aff-4500-4c91-8a46-2a398fd03560] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 794.405171] nova-conductor[54852]: DEBUG nova.network.neutron [None req-dcda9cad-f014-4e95-9cd2-a3bcabfdcf45 tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] [instance: 71dd8aff-4500-4c91-8a46-2a398fd03560] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.409394] nova-conductor[54852]: DEBUG nova.network.neutron [None req-dcda9cad-f014-4e95-9cd2-a3bcabfdcf45 tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] [instance: 71dd8aff-4500-4c91-8a46-2a398fd03560] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.687597] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-0a01cb98-dd48-4b2c-bc00-e17a8cb23d37 tempest-ServerShowV254Test-1899134332 tempest-ServerShowV254Test-1899134332-project-member] Targeting cell 7c385852-dcd3-47ff-aed8-fb74e138993a(cell1) for conductor method rebuild_instance {{(pid=54852) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 797.687895] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0a01cb98-dd48-4b2c-bc00-e17a8cb23d37 tempest-ServerShowV254Test-1899134332 tempest-ServerShowV254Test-1899134332-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.688032] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0a01cb98-dd48-4b2c-bc00-e17a8cb23d37 tempest-ServerShowV254Test-1899134332 tempest-ServerShowV254Test-1899134332-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.688205] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0a01cb98-dd48-4b2c-bc00-e17a8cb23d37 tempest-ServerShowV254Test-1899134332 tempest-ServerShowV254Test-1899134332-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.711908] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-0a01cb98-dd48-4b2c-bc00-e17a8cb23d37 tempest-ServerShowV254Test-1899134332 tempest-ServerShowV254Test-1899134332-project-member] [instance: 7c98c50a-e7c7-4430-b5c6-dec88a78c397] No migration record for the rebuild/evacuate request. {{(pid=54852) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 798.554760] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-5b362386-6fe9-4ca2-9487-d899d8e68a6d tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] [instance: d65ce1f0-e9de-4fc8-828b-95aec5615f95] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port baa246a8-c6fe-472f-9a07-faacecad6be2, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance d65ce1f0-e9de-4fc8-828b-95aec5615f95 was re-scheduled: Binding failed for port baa246a8-c6fe-472f-9a07-faacecad6be2, please check neutron logs for more information.\n'] [ 798.555401] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-5b362386-6fe9-4ca2-9487-d899d8e68a6d tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 798.555645] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-5b362386-6fe9-4ca2-9487-d899d8e68a6d tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d65ce1f0-e9de-4fc8-828b-95aec5615f95.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d65ce1f0-e9de-4fc8-828b-95aec5615f95. [ 798.555961] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-5b362386-6fe9-4ca2-9487-d899d8e68a6d tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] [instance: d65ce1f0-e9de-4fc8-828b-95aec5615f95] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d65ce1f0-e9de-4fc8-828b-95aec5615f95. [ 798.617407] nova-conductor[54852]: DEBUG nova.network.neutron [None req-5b362386-6fe9-4ca2-9487-d899d8e68a6d tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] [instance: d65ce1f0-e9de-4fc8-828b-95aec5615f95] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 798.636251] nova-conductor[54852]: DEBUG nova.network.neutron [None req-5b362386-6fe9-4ca2-9487-d899d8e68a6d tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] [instance: d65ce1f0-e9de-4fc8-828b-95aec5615f95] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.640420] nova-conductor[54852]: DEBUG nova.network.neutron [None req-5b362386-6fe9-4ca2-9487-d899d8e68a6d tempest-ListServerFiltersTestJSON-718682557 tempest-ListServerFiltersTestJSON-718682557-project-member] [instance: d65ce1f0-e9de-4fc8-828b-95aec5615f95] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.245012] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell0:SELECT=6 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 799.269621] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell1:SELECT=16,nova_cell1:INSERT=37,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 799.277103] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=36,nova_api:DELETE=3,nova_api:UPDATE=3 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 799.278718] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=33,nova_api:UPDATE=2,nova_api:DELETE=3 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 799.413267] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell0:SELECT=2 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 804.232503] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-cfd07f61-5c98-43d2-9365-d00a31b81765 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 804.246031] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-cfd07f61-5c98-43d2-9365-d00a31b81765 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.246031] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-cfd07f61-5c98-43d2-9365-d00a31b81765 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.246031] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-cfd07f61-5c98-43d2-9365-d00a31b81765 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.292134] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-cfd07f61-5c98-43d2-9365-d00a31b81765 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.292134] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-cfd07f61-5c98-43d2-9365-d00a31b81765 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.292134] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-cfd07f61-5c98-43d2-9365-d00a31b81765 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.292134] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-cfd07f61-5c98-43d2-9365-d00a31b81765 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.292134] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-cfd07f61-5c98-43d2-9365-d00a31b81765 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.292134] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-cfd07f61-5c98-43d2-9365-d00a31b81765 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.301498] nova-conductor[54852]: DEBUG nova.quota [None req-cfd07f61-5c98-43d2-9365-d00a31b81765 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Getting quotas for project 76d290a91b3b4d9491f755fd3d7e7894. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 804.304508] nova-conductor[54852]: DEBUG nova.quota [None req-cfd07f61-5c98-43d2-9365-d00a31b81765 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Getting quotas for user 8d2829faa8f74da8a1432abd0c2434f2 and project 76d290a91b3b4d9491f755fd3d7e7894. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 804.309726] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-cfd07f61-5c98-43d2-9365-d00a31b81765 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] [instance: 43065826-0f2b-48dc-bc42-8e0fd84fdcd3] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 804.310324] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-cfd07f61-5c98-43d2-9365-d00a31b81765 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.310661] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-cfd07f61-5c98-43d2-9365-d00a31b81765 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.310932] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-cfd07f61-5c98-43d2-9365-d00a31b81765 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.315209] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-cfd07f61-5c98-43d2-9365-d00a31b81765 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] [instance: 43065826-0f2b-48dc-bc42-8e0fd84fdcd3] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 804.316055] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-cfd07f61-5c98-43d2-9365-d00a31b81765 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.316360] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-cfd07f61-5c98-43d2-9365-d00a31b81765 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.316626] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-cfd07f61-5c98-43d2-9365-d00a31b81765 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.334018] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-cfd07f61-5c98-43d2-9365-d00a31b81765 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.334018] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-cfd07f61-5c98-43d2-9365-d00a31b81765 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.334018] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-cfd07f61-5c98-43d2-9365-d00a31b81765 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.877488] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-b4bd0262-d137-4f3a-b70f-7705c679331c tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] [instance: f76d2304-7a4e-4f18-80de-ecb0b67bec28] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 5de6e97b-085e-43cc-9bee-0101cf0d68d8, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance f76d2304-7a4e-4f18-80de-ecb0b67bec28 was re-scheduled: Binding failed for port 5de6e97b-085e-43cc-9bee-0101cf0d68d8, please check neutron logs for more information.\n'] [ 809.878119] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-b4bd0262-d137-4f3a-b70f-7705c679331c tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 809.878358] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-b4bd0262-d137-4f3a-b70f-7705c679331c tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f76d2304-7a4e-4f18-80de-ecb0b67bec28.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f76d2304-7a4e-4f18-80de-ecb0b67bec28. [ 809.878669] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-b4bd0262-d137-4f3a-b70f-7705c679331c tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] [instance: f76d2304-7a4e-4f18-80de-ecb0b67bec28] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f76d2304-7a4e-4f18-80de-ecb0b67bec28. [ 809.900887] nova-conductor[54852]: DEBUG nova.network.neutron [None req-b4bd0262-d137-4f3a-b70f-7705c679331c tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] [instance: f76d2304-7a4e-4f18-80de-ecb0b67bec28] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 809.916600] nova-conductor[54852]: DEBUG nova.network.neutron [None req-b4bd0262-d137-4f3a-b70f-7705c679331c tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] [instance: f76d2304-7a4e-4f18-80de-ecb0b67bec28] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.919845] nova-conductor[54852]: DEBUG nova.network.neutron [None req-b4bd0262-d137-4f3a-b70f-7705c679331c tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] [instance: f76d2304-7a4e-4f18-80de-ecb0b67bec28] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.371317] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-657d2b75-719d-46d8-aff3-b832edecfb6d tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 811.382602] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-657d2b75-719d-46d8-aff3-b832edecfb6d tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.382828] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-657d2b75-719d-46d8-aff3-b832edecfb6d tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.382995] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-657d2b75-719d-46d8-aff3-b832edecfb6d tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.410081] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-657d2b75-719d-46d8-aff3-b832edecfb6d tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.410323] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-657d2b75-719d-46d8-aff3-b832edecfb6d tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.410490] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-657d2b75-719d-46d8-aff3-b832edecfb6d tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.410866] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-657d2b75-719d-46d8-aff3-b832edecfb6d tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.411380] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-657d2b75-719d-46d8-aff3-b832edecfb6d tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.411380] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-657d2b75-719d-46d8-aff3-b832edecfb6d tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.420117] nova-conductor[54853]: DEBUG nova.quota [None req-657d2b75-719d-46d8-aff3-b832edecfb6d tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] Getting quotas for project 035c2eb849e3432e8cb52d31d69b895b. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 811.422902] nova-conductor[54853]: DEBUG nova.quota [None req-657d2b75-719d-46d8-aff3-b832edecfb6d tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] Getting quotas for user fd2eb4fc8d9b47db8b8384731aff11b9 and project 035c2eb849e3432e8cb52d31d69b895b. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 811.427793] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-657d2b75-719d-46d8-aff3-b832edecfb6d tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] [instance: d8bed052-7d83-471f-a18f-67c4c16a1b4a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 811.428261] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-657d2b75-719d-46d8-aff3-b832edecfb6d tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.428455] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-657d2b75-719d-46d8-aff3-b832edecfb6d tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.428617] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-657d2b75-719d-46d8-aff3-b832edecfb6d tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.431556] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-657d2b75-719d-46d8-aff3-b832edecfb6d tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] [instance: d8bed052-7d83-471f-a18f-67c4c16a1b4a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 811.432159] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-657d2b75-719d-46d8-aff3-b832edecfb6d tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.432352] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-657d2b75-719d-46d8-aff3-b832edecfb6d tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.432531] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-657d2b75-719d-46d8-aff3-b832edecfb6d tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.446424] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-657d2b75-719d-46d8-aff3-b832edecfb6d tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.446635] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-657d2b75-719d-46d8-aff3-b832edecfb6d tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.446801] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-657d2b75-719d-46d8-aff3-b832edecfb6d tempest-VolumesAdminNegativeTest-1105086217 tempest-VolumesAdminNegativeTest-1105086217-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.296379] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell0:SELECT=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 814.319440] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=11,nova_cell1:INSERT=16,nova_cell1:UPDATE=3,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 814.327100] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=22,nova_api:UPDATE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 814.330280] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=13,nova_api:DELETE=3,nova_api:UPDATE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 815.016382] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SAVEPOINT=35,nova_cell1:RELEASE=35,nova_cell1:SELECT=335,nova_cell1:UPDATE=157,nova_cell1:INSERT=27 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 815.526422] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell1:SELECT=332,nova_cell1:UPDATE=153,nova_cell1:SAVEPOINT=31,nova_cell1:RELEASE=31,nova_cell1:INSERT=21,nova_cell1:DELETE=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 821.415357] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell0:SELECT=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 821.433944] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 821.441890] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 821.444410] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=5,nova_api:DELETE=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 825.120698] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-91a37e8b-c883-45ee-bcef-3671ad3cf0ad tempest-TenantUsagesTestJSON-1389690237 tempest-TenantUsagesTestJSON-1389690237-project-member] [instance: db26908c-6aa6-47b8-a3c4-461247e36d85] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 281294a6-93ca-4a3d-b526-62a7775e01df, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance db26908c-6aa6-47b8-a3c4-461247e36d85 was re-scheduled: Binding failed for port 281294a6-93ca-4a3d-b526-62a7775e01df, please check neutron logs for more information.\n'] [ 825.121597] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-91a37e8b-c883-45ee-bcef-3671ad3cf0ad tempest-TenantUsagesTestJSON-1389690237 tempest-TenantUsagesTestJSON-1389690237-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 825.121852] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-91a37e8b-c883-45ee-bcef-3671ad3cf0ad tempest-TenantUsagesTestJSON-1389690237 tempest-TenantUsagesTestJSON-1389690237-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance db26908c-6aa6-47b8-a3c4-461247e36d85.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance db26908c-6aa6-47b8-a3c4-461247e36d85. [ 825.122082] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-91a37e8b-c883-45ee-bcef-3671ad3cf0ad tempest-TenantUsagesTestJSON-1389690237 tempest-TenantUsagesTestJSON-1389690237-project-member] [instance: db26908c-6aa6-47b8-a3c4-461247e36d85] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance db26908c-6aa6-47b8-a3c4-461247e36d85. [ 825.145711] nova-conductor[54852]: DEBUG nova.network.neutron [None req-91a37e8b-c883-45ee-bcef-3671ad3cf0ad tempest-TenantUsagesTestJSON-1389690237 tempest-TenantUsagesTestJSON-1389690237-project-member] [instance: db26908c-6aa6-47b8-a3c4-461247e36d85] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.181511] nova-conductor[54852]: DEBUG nova.network.neutron [None req-91a37e8b-c883-45ee-bcef-3671ad3cf0ad tempest-TenantUsagesTestJSON-1389690237 tempest-TenantUsagesTestJSON-1389690237-project-member] [instance: db26908c-6aa6-47b8-a3c4-461247e36d85] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.188348] nova-conductor[54852]: DEBUG nova.network.neutron [None req-91a37e8b-c883-45ee-bcef-3671ad3cf0ad tempest-TenantUsagesTestJSON-1389690237 tempest-TenantUsagesTestJSON-1389690237-project-member] [instance: db26908c-6aa6-47b8-a3c4-461247e36d85] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.867260] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-25b4dedc-338d-4ed2-9bac-46fb35503143 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] [instance: 83ead303-c5b9-4600-935b-fa1a77689dcf] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 830121e2-d6a1-4b98-b104-48e570c31125, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 83ead303-c5b9-4600-935b-fa1a77689dcf was re-scheduled: Binding failed for port 830121e2-d6a1-4b98-b104-48e570c31125, please check neutron logs for more information.\n'] [ 831.867908] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-25b4dedc-338d-4ed2-9bac-46fb35503143 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 831.868171] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-25b4dedc-338d-4ed2-9bac-46fb35503143 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 83ead303-c5b9-4600-935b-fa1a77689dcf.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 83ead303-c5b9-4600-935b-fa1a77689dcf. [ 831.869036] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-25b4dedc-338d-4ed2-9bac-46fb35503143 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] [instance: 83ead303-c5b9-4600-935b-fa1a77689dcf] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 83ead303-c5b9-4600-935b-fa1a77689dcf. [ 831.898089] nova-conductor[54852]: DEBUG nova.network.neutron [None req-25b4dedc-338d-4ed2-9bac-46fb35503143 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] [instance: 83ead303-c5b9-4600-935b-fa1a77689dcf] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 831.916694] nova-conductor[54852]: DEBUG nova.network.neutron [None req-25b4dedc-338d-4ed2-9bac-46fb35503143 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] [instance: 83ead303-c5b9-4600-935b-fa1a77689dcf] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 831.920482] nova-conductor[54852]: DEBUG nova.network.neutron [None req-25b4dedc-338d-4ed2-9bac-46fb35503143 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] [instance: 83ead303-c5b9-4600-935b-fa1a77689dcf] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.421505] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-cc6666c1-03ce-4d16-adf1-c65bde95cc95 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 833.434808] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-cc6666c1-03ce-4d16-adf1-c65bde95cc95 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.435074] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-cc6666c1-03ce-4d16-adf1-c65bde95cc95 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.435246] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-cc6666c1-03ce-4d16-adf1-c65bde95cc95 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.469686] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-cc6666c1-03ce-4d16-adf1-c65bde95cc95 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.469891] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-cc6666c1-03ce-4d16-adf1-c65bde95cc95 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.470083] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-cc6666c1-03ce-4d16-adf1-c65bde95cc95 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.470524] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-cc6666c1-03ce-4d16-adf1-c65bde95cc95 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.470720] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-cc6666c1-03ce-4d16-adf1-c65bde95cc95 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.470882] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-cc6666c1-03ce-4d16-adf1-c65bde95cc95 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.479588] nova-conductor[54853]: DEBUG nova.quota [None req-cc6666c1-03ce-4d16-adf1-c65bde95cc95 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Getting quotas for project b3b09245b63144e9bbcb2262aef33a21. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 833.482368] nova-conductor[54853]: DEBUG nova.quota [None req-cc6666c1-03ce-4d16-adf1-c65bde95cc95 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Getting quotas for user 68e62d519b19448c8cac7f1b2e55a087 and project b3b09245b63144e9bbcb2262aef33a21. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 833.488669] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-cc6666c1-03ce-4d16-adf1-c65bde95cc95 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] [instance: 066da19f-daf0-44e3-8ae0-89f0c970cb92] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 833.489418] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-cc6666c1-03ce-4d16-adf1-c65bde95cc95 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.489660] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-cc6666c1-03ce-4d16-adf1-c65bde95cc95 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.489850] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-cc6666c1-03ce-4d16-adf1-c65bde95cc95 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.496740] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-cc6666c1-03ce-4d16-adf1-c65bde95cc95 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] [instance: 066da19f-daf0-44e3-8ae0-89f0c970cb92] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 833.497408] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-cc6666c1-03ce-4d16-adf1-c65bde95cc95 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.497606] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-cc6666c1-03ce-4d16-adf1-c65bde95cc95 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.498034] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-cc6666c1-03ce-4d16-adf1-c65bde95cc95 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.513298] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-cc6666c1-03ce-4d16-adf1-c65bde95cc95 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.513503] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-cc6666c1-03ce-4d16-adf1-c65bde95cc95 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.513669] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-cc6666c1-03ce-4d16-adf1-c65bde95cc95 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.666225] nova-conductor[54853]: ERROR nova.scheduler.utils [None req-b8e38c09-52ed-45e0-aca4-635767c9679d tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] [instance: c2e48555-68b5-4ed0-8ad6-a87833538df8] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 40143bd4-2a73-46ca-bed1-d909b7cf967a, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance c2e48555-68b5-4ed0-8ad6-a87833538df8 was re-scheduled: Binding failed for port 40143bd4-2a73-46ca-bed1-d909b7cf967a, please check neutron logs for more information.\n'] [ 833.666930] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-b8e38c09-52ed-45e0-aca4-635767c9679d tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Rescheduling: True {{(pid=54853) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 833.667124] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-b8e38c09-52ed-45e0-aca4-635767c9679d tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c2e48555-68b5-4ed0-8ad6-a87833538df8.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c2e48555-68b5-4ed0-8ad6-a87833538df8. [ 833.667445] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-b8e38c09-52ed-45e0-aca4-635767c9679d tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] [instance: c2e48555-68b5-4ed0-8ad6-a87833538df8] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c2e48555-68b5-4ed0-8ad6-a87833538df8. [ 833.690913] nova-conductor[54853]: DEBUG nova.network.neutron [None req-b8e38c09-52ed-45e0-aca4-635767c9679d tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] [instance: c2e48555-68b5-4ed0-8ad6-a87833538df8] deallocate_for_instance() {{(pid=54853) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 833.710652] nova-conductor[54853]: DEBUG nova.network.neutron [None req-b8e38c09-52ed-45e0-aca4-635767c9679d tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] [instance: c2e48555-68b5-4ed0-8ad6-a87833538df8] Instance cache missing network info. {{(pid=54853) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 833.713859] nova-conductor[54853]: DEBUG nova.network.neutron [None req-b8e38c09-52ed-45e0-aca4-635767c9679d tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] [instance: c2e48555-68b5-4ed0-8ad6-a87833538df8] Updating instance_info_cache with network_info: [] {{(pid=54853) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.613798] nova-conductor[54853]: ERROR nova.scheduler.utils [None req-75a03cd2-0e1e-4695-9d18-c34e1290e69e tempest-ServerRescueTestJSONUnderV235-1480207601 tempest-ServerRescueTestJSONUnderV235-1480207601-project-member] [instance: 8a369d56-8f85-4d04-ac6b-bf2eced7098f] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 85a59bf2-c2a3-4e88-aa11-8f784b39fada, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 8a369d56-8f85-4d04-ac6b-bf2eced7098f was re-scheduled: Binding failed for port 85a59bf2-c2a3-4e88-aa11-8f784b39fada, please check neutron logs for more information.\n'] [ 836.614635] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-75a03cd2-0e1e-4695-9d18-c34e1290e69e tempest-ServerRescueTestJSONUnderV235-1480207601 tempest-ServerRescueTestJSONUnderV235-1480207601-project-member] Rescheduling: True {{(pid=54853) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 836.614635] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-75a03cd2-0e1e-4695-9d18-c34e1290e69e tempest-ServerRescueTestJSONUnderV235-1480207601 tempest-ServerRescueTestJSONUnderV235-1480207601-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8a369d56-8f85-4d04-ac6b-bf2eced7098f.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8a369d56-8f85-4d04-ac6b-bf2eced7098f. [ 836.614845] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-75a03cd2-0e1e-4695-9d18-c34e1290e69e tempest-ServerRescueTestJSONUnderV235-1480207601 tempest-ServerRescueTestJSONUnderV235-1480207601-project-member] [instance: 8a369d56-8f85-4d04-ac6b-bf2eced7098f] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8a369d56-8f85-4d04-ac6b-bf2eced7098f. [ 836.640020] nova-conductor[54853]: DEBUG nova.network.neutron [None req-75a03cd2-0e1e-4695-9d18-c34e1290e69e tempest-ServerRescueTestJSONUnderV235-1480207601 tempest-ServerRescueTestJSONUnderV235-1480207601-project-member] [instance: 8a369d56-8f85-4d04-ac6b-bf2eced7098f] deallocate_for_instance() {{(pid=54853) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 836.667947] nova-conductor[54853]: DEBUG nova.network.neutron [None req-75a03cd2-0e1e-4695-9d18-c34e1290e69e tempest-ServerRescueTestJSONUnderV235-1480207601 tempest-ServerRescueTestJSONUnderV235-1480207601-project-member] [instance: 8a369d56-8f85-4d04-ac6b-bf2eced7098f] Instance cache missing network info. {{(pid=54853) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 836.671143] nova-conductor[54853]: DEBUG nova.network.neutron [None req-75a03cd2-0e1e-4695-9d18-c34e1290e69e tempest-ServerRescueTestJSONUnderV235-1480207601 tempest-ServerRescueTestJSONUnderV235-1480207601-project-member] [instance: 8a369d56-8f85-4d04-ac6b-bf2eced7098f] Updating instance_info_cache with network_info: [] {{(pid=54853) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.022287] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-f3f5dd78-d45a-427a-9ea9-54ddc34e1f08 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 837.047115] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-f3f5dd78-d45a-427a-9ea9-54ddc34e1f08 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.047413] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-f3f5dd78-d45a-427a-9ea9-54ddc34e1f08 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.047589] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-f3f5dd78-d45a-427a-9ea9-54ddc34e1f08 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.086318] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-f3f5dd78-d45a-427a-9ea9-54ddc34e1f08 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.086536] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-f3f5dd78-d45a-427a-9ea9-54ddc34e1f08 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.086724] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-f3f5dd78-d45a-427a-9ea9-54ddc34e1f08 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.087178] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-f3f5dd78-d45a-427a-9ea9-54ddc34e1f08 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.087353] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-f3f5dd78-d45a-427a-9ea9-54ddc34e1f08 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.087541] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-f3f5dd78-d45a-427a-9ea9-54ddc34e1f08 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.096686] nova-conductor[54853]: DEBUG nova.quota [None req-f3f5dd78-d45a-427a-9ea9-54ddc34e1f08 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Getting quotas for project 0db41047d1004a1d9ca7f663178058da. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 837.100839] nova-conductor[54853]: DEBUG nova.quota [None req-f3f5dd78-d45a-427a-9ea9-54ddc34e1f08 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Getting quotas for user c37debff078b4389813658cbad297e65 and project 0db41047d1004a1d9ca7f663178058da. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 837.106666] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-f3f5dd78-d45a-427a-9ea9-54ddc34e1f08 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] [instance: 8489a1f6-e2cf-4631-8b7d-0b3977b9a8e7] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 837.107180] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-f3f5dd78-d45a-427a-9ea9-54ddc34e1f08 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.107379] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-f3f5dd78-d45a-427a-9ea9-54ddc34e1f08 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.107547] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-f3f5dd78-d45a-427a-9ea9-54ddc34e1f08 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.112474] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-f3f5dd78-d45a-427a-9ea9-54ddc34e1f08 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] [instance: 8489a1f6-e2cf-4631-8b7d-0b3977b9a8e7] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 837.113224] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-f3f5dd78-d45a-427a-9ea9-54ddc34e1f08 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.113418] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-f3f5dd78-d45a-427a-9ea9-54ddc34e1f08 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.113585] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-f3f5dd78-d45a-427a-9ea9-54ddc34e1f08 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.141477] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-f3f5dd78-d45a-427a-9ea9-54ddc34e1f08 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.141723] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-f3f5dd78-d45a-427a-9ea9-54ddc34e1f08 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.141888] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-f3f5dd78-d45a-427a-9ea9-54ddc34e1f08 tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.405857] nova-conductor[54853]: ERROR nova.scheduler.utils [None req-0a56c12e-aef1-4f3c-a985-d8cd8f15d638 tempest-ServersTestFqdnHostnames-405385759 tempest-ServersTestFqdnHostnames-405385759-project-member] [instance: 08d39755-f94c-45aa-bfb5-f179e8a370db] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port bdd6a040-f201-4806-8fa8-86008708d23c, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 08d39755-f94c-45aa-bfb5-f179e8a370db was re-scheduled: Binding failed for port bdd6a040-f201-4806-8fa8-86008708d23c, please check neutron logs for more information.\n'] [ 838.406530] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-0a56c12e-aef1-4f3c-a985-d8cd8f15d638 tempest-ServersTestFqdnHostnames-405385759 tempest-ServersTestFqdnHostnames-405385759-project-member] Rescheduling: True {{(pid=54853) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 838.406771] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-0a56c12e-aef1-4f3c-a985-d8cd8f15d638 tempest-ServersTestFqdnHostnames-405385759 tempest-ServersTestFqdnHostnames-405385759-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 08d39755-f94c-45aa-bfb5-f179e8a370db.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 08d39755-f94c-45aa-bfb5-f179e8a370db. [ 838.407111] nova-conductor[54853]: WARNING nova.scheduler.utils [None req-0a56c12e-aef1-4f3c-a985-d8cd8f15d638 tempest-ServersTestFqdnHostnames-405385759 tempest-ServersTestFqdnHostnames-405385759-project-member] [instance: 08d39755-f94c-45aa-bfb5-f179e8a370db] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 08d39755-f94c-45aa-bfb5-f179e8a370db. [ 838.430876] nova-conductor[54853]: DEBUG nova.network.neutron [None req-0a56c12e-aef1-4f3c-a985-d8cd8f15d638 tempest-ServersTestFqdnHostnames-405385759 tempest-ServersTestFqdnHostnames-405385759-project-member] [instance: 08d39755-f94c-45aa-bfb5-f179e8a370db] deallocate_for_instance() {{(pid=54853) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 838.464302] nova-conductor[54853]: DEBUG nova.network.neutron [None req-0a56c12e-aef1-4f3c-a985-d8cd8f15d638 tempest-ServersTestFqdnHostnames-405385759 tempest-ServersTestFqdnHostnames-405385759-project-member] [instance: 08d39755-f94c-45aa-bfb5-f179e8a370db] Instance cache missing network info. {{(pid=54853) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.472194] nova-conductor[54853]: DEBUG nova.network.neutron [None req-0a56c12e-aef1-4f3c-a985-d8cd8f15d638 tempest-ServersTestFqdnHostnames-405385759 tempest-ServersTestFqdnHostnames-405385759-project-member] [instance: 08d39755-f94c-45aa-bfb5-f179e8a370db] Updating instance_info_cache with network_info: [] {{(pid=54853) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.780296] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-83527a71-875e-4e33-94ae-d2ff8c04497d tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 845.796181] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-83527a71-875e-4e33-94ae-d2ff8c04497d tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.796414] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-83527a71-875e-4e33-94ae-d2ff8c04497d tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.796583] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-83527a71-875e-4e33-94ae-d2ff8c04497d tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.832774] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-83527a71-875e-4e33-94ae-d2ff8c04497d tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.833015] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-83527a71-875e-4e33-94ae-d2ff8c04497d tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.833192] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-83527a71-875e-4e33-94ae-d2ff8c04497d tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.833571] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-83527a71-875e-4e33-94ae-d2ff8c04497d tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.833757] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-83527a71-875e-4e33-94ae-d2ff8c04497d tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.833918] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-83527a71-875e-4e33-94ae-d2ff8c04497d tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.841715] nova-conductor[54853]: DEBUG nova.quota [None req-83527a71-875e-4e33-94ae-d2ff8c04497d tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Getting quotas for project 2d1cf5e642524949a8366bf54d00593e. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 845.843925] nova-conductor[54853]: DEBUG nova.quota [None req-83527a71-875e-4e33-94ae-d2ff8c04497d tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Getting quotas for user 676a737149a9418498a55f83760df073 and project 2d1cf5e642524949a8366bf54d00593e. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 845.848892] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-83527a71-875e-4e33-94ae-d2ff8c04497d tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] [instance: 534fa654-ed73-4518-bdc7-d1f981628fd8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 845.849427] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-83527a71-875e-4e33-94ae-d2ff8c04497d tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.849626] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-83527a71-875e-4e33-94ae-d2ff8c04497d tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.849790] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-83527a71-875e-4e33-94ae-d2ff8c04497d tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.854278] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-83527a71-875e-4e33-94ae-d2ff8c04497d tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] [instance: 534fa654-ed73-4518-bdc7-d1f981628fd8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 845.854931] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-83527a71-875e-4e33-94ae-d2ff8c04497d tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.855144] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-83527a71-875e-4e33-94ae-d2ff8c04497d tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.855309] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-83527a71-875e-4e33-94ae-d2ff8c04497d tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.870676] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-83527a71-875e-4e33-94ae-d2ff8c04497d tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.870908] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-83527a71-875e-4e33-94ae-d2ff8c04497d tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.871091] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-83527a71-875e-4e33-94ae-d2ff8c04497d tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.839392] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell0:SELECT=3 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 855.857448] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=22,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 855.867525] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=17,nova_api:DELETE=2,nova_api:UPDATE=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 855.869247] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=19,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 857.162032] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-9a6e6e9f-f9a3-451d-a6fb-c74dd08a5941 tempest-ServerTagsTestJSON-102379845 tempest-ServerTagsTestJSON-102379845-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 857.176439] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9a6e6e9f-f9a3-451d-a6fb-c74dd08a5941 tempest-ServerTagsTestJSON-102379845 tempest-ServerTagsTestJSON-102379845-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.176658] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9a6e6e9f-f9a3-451d-a6fb-c74dd08a5941 tempest-ServerTagsTestJSON-102379845 tempest-ServerTagsTestJSON-102379845-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.176832] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9a6e6e9f-f9a3-451d-a6fb-c74dd08a5941 tempest-ServerTagsTestJSON-102379845 tempest-ServerTagsTestJSON-102379845-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.222472] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9a6e6e9f-f9a3-451d-a6fb-c74dd08a5941 tempest-ServerTagsTestJSON-102379845 tempest-ServerTagsTestJSON-102379845-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.222709] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9a6e6e9f-f9a3-451d-a6fb-c74dd08a5941 tempest-ServerTagsTestJSON-102379845 tempest-ServerTagsTestJSON-102379845-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.223305] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9a6e6e9f-f9a3-451d-a6fb-c74dd08a5941 tempest-ServerTagsTestJSON-102379845 tempest-ServerTagsTestJSON-102379845-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.223771] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9a6e6e9f-f9a3-451d-a6fb-c74dd08a5941 tempest-ServerTagsTestJSON-102379845 tempest-ServerTagsTestJSON-102379845-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.224071] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9a6e6e9f-f9a3-451d-a6fb-c74dd08a5941 tempest-ServerTagsTestJSON-102379845 tempest-ServerTagsTestJSON-102379845-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.224309] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9a6e6e9f-f9a3-451d-a6fb-c74dd08a5941 tempest-ServerTagsTestJSON-102379845 tempest-ServerTagsTestJSON-102379845-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.237676] nova-conductor[54853]: DEBUG nova.quota [None req-9a6e6e9f-f9a3-451d-a6fb-c74dd08a5941 tempest-ServerTagsTestJSON-102379845 tempest-ServerTagsTestJSON-102379845-project-member] Getting quotas for project 118fb52b52ea44aabbdbf8cb21e6ebf2. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 857.241101] nova-conductor[54853]: DEBUG nova.quota [None req-9a6e6e9f-f9a3-451d-a6fb-c74dd08a5941 tempest-ServerTagsTestJSON-102379845 tempest-ServerTagsTestJSON-102379845-project-member] Getting quotas for user 581e93fe11e74e1ead4a802dd4739d3b and project 118fb52b52ea44aabbdbf8cb21e6ebf2. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 857.249523] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-9a6e6e9f-f9a3-451d-a6fb-c74dd08a5941 tempest-ServerTagsTestJSON-102379845 tempest-ServerTagsTestJSON-102379845-project-member] [instance: e6752138-5d66-469d-ac56-6bd169ad166e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 857.250310] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9a6e6e9f-f9a3-451d-a6fb-c74dd08a5941 tempest-ServerTagsTestJSON-102379845 tempest-ServerTagsTestJSON-102379845-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.250706] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9a6e6e9f-f9a3-451d-a6fb-c74dd08a5941 tempest-ServerTagsTestJSON-102379845 tempest-ServerTagsTestJSON-102379845-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.251073] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9a6e6e9f-f9a3-451d-a6fb-c74dd08a5941 tempest-ServerTagsTestJSON-102379845 tempest-ServerTagsTestJSON-102379845-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.254452] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-9a6e6e9f-f9a3-451d-a6fb-c74dd08a5941 tempest-ServerTagsTestJSON-102379845 tempest-ServerTagsTestJSON-102379845-project-member] [instance: e6752138-5d66-469d-ac56-6bd169ad166e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 857.255450] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9a6e6e9f-f9a3-451d-a6fb-c74dd08a5941 tempest-ServerTagsTestJSON-102379845 tempest-ServerTagsTestJSON-102379845-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.256541] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9a6e6e9f-f9a3-451d-a6fb-c74dd08a5941 tempest-ServerTagsTestJSON-102379845 tempest-ServerTagsTestJSON-102379845-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.256541] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9a6e6e9f-f9a3-451d-a6fb-c74dd08a5941 tempest-ServerTagsTestJSON-102379845 tempest-ServerTagsTestJSON-102379845-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.274121] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9a6e6e9f-f9a3-451d-a6fb-c74dd08a5941 tempest-ServerTagsTestJSON-102379845 tempest-ServerTagsTestJSON-102379845-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.275712] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9a6e6e9f-f9a3-451d-a6fb-c74dd08a5941 tempest-ServerTagsTestJSON-102379845 tempest-ServerTagsTestJSON-102379845-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.276042] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9a6e6e9f-f9a3-451d-a6fb-c74dd08a5941 tempest-ServerTagsTestJSON-102379845 tempest-ServerTagsTestJSON-102379845-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.125417] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-318f7afc-595d-4413-8b0b-cb31521a5344 tempest-ServerShowV257Test-253681236 tempest-ServerShowV257Test-253681236-project-member] Targeting cell 7c385852-dcd3-47ff-aed8-fb74e138993a(cell1) for conductor method rebuild_instance {{(pid=54852) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 858.125748] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-318f7afc-595d-4413-8b0b-cb31521a5344 tempest-ServerShowV257Test-253681236 tempest-ServerShowV257Test-253681236-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.126179] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-318f7afc-595d-4413-8b0b-cb31521a5344 tempest-ServerShowV257Test-253681236 tempest-ServerShowV257Test-253681236-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.126179] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-318f7afc-595d-4413-8b0b-cb31521a5344 tempest-ServerShowV257Test-253681236 tempest-ServerShowV257Test-253681236-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.152118] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-318f7afc-595d-4413-8b0b-cb31521a5344 tempest-ServerShowV257Test-253681236 tempest-ServerShowV257Test-253681236-project-member] [instance: 92c59517-7e6f-45bd-8211-789a718d66d1] No migration record for the rebuild/evacuate request. {{(pid=54852) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 864.195023] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-af42d890-3748-44f8-8086-d7675249647c tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Targeting cell 7c385852-dcd3-47ff-aed8-fb74e138993a(cell1) for conductor method rebuild_instance {{(pid=54852) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 864.195380] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-af42d890-3748-44f8-8086-d7675249647c tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.195514] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-af42d890-3748-44f8-8086-d7675249647c tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.195685] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-af42d890-3748-44f8-8086-d7675249647c tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.204954] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-af42d890-3748-44f8-8086-d7675249647c tempest-ServerShowV247Test-1961463418 tempest-ServerShowV247Test-1961463418-project-member] [instance: 67a83e64-c8bd-499c-895a-11976d69195b] No migration record for the rebuild/evacuate request. {{(pid=54852) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 867.229643] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell0:SELECT=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 867.258764] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 867.265149] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=5 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 867.272235] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 874.195373] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 874.209952] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=3 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 874.223604] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=8,nova_cell1:UPDATE=6,nova_cell1:INSERT=2 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 874.365390] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-abee94c1-ad39-4896-be5a-28d3c1055217 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 874.387470] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-abee94c1-ad39-4896-be5a-28d3c1055217 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.387714] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-abee94c1-ad39-4896-be5a-28d3c1055217 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.387881] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-abee94c1-ad39-4896-be5a-28d3c1055217 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.439397] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-abee94c1-ad39-4896-be5a-28d3c1055217 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.439397] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-abee94c1-ad39-4896-be5a-28d3c1055217 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.439527] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-abee94c1-ad39-4896-be5a-28d3c1055217 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.439876] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-abee94c1-ad39-4896-be5a-28d3c1055217 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.440074] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-abee94c1-ad39-4896-be5a-28d3c1055217 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.440238] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-abee94c1-ad39-4896-be5a-28d3c1055217 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.451225] nova-conductor[54853]: DEBUG nova.quota [None req-abee94c1-ad39-4896-be5a-28d3c1055217 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Getting quotas for project 2d1559d2844647aba922cae8e9d992e6. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 874.454300] nova-conductor[54853]: DEBUG nova.quota [None req-abee94c1-ad39-4896-be5a-28d3c1055217 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Getting quotas for user 3ad76ea94b62472fa3318cbbdb308ebe and project 2d1559d2844647aba922cae8e9d992e6. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 874.463359] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-abee94c1-ad39-4896-be5a-28d3c1055217 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] [instance: 60805eeb-8287-4064-9bd3-a7c6a21f40b5] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 874.463870] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-abee94c1-ad39-4896-be5a-28d3c1055217 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.464127] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-abee94c1-ad39-4896-be5a-28d3c1055217 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.464259] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-abee94c1-ad39-4896-be5a-28d3c1055217 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.468871] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-abee94c1-ad39-4896-be5a-28d3c1055217 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] [instance: 60805eeb-8287-4064-9bd3-a7c6a21f40b5] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 874.469584] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-abee94c1-ad39-4896-be5a-28d3c1055217 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.469793] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-abee94c1-ad39-4896-be5a-28d3c1055217 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.470361] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-abee94c1-ad39-4896-be5a-28d3c1055217 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.493973] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-abee94c1-ad39-4896-be5a-28d3c1055217 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.494243] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-abee94c1-ad39-4896-be5a-28d3c1055217 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.494412] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-abee94c1-ad39-4896-be5a-28d3c1055217 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.031736] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:UPDATE=239,nova_cell1:SELECT=418,nova_cell1:INSERT=26,nova_cell1:SAVEPOINT=27,nova_cell1:RELEASE=27,nova_cell1:DELETE=4 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 875.636846] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell1:SELECT=418,nova_cell1:UPDATE=247,nova_cell1:INSERT=41,nova_cell1:SAVEPOINT=30,nova_cell1:RELEASE=30,nova_cell1:DELETE=6 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 880.052412] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-1ba40349-466c-4a1f-b46a-787d8505cf27 tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 880.071827] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1ba40349-466c-4a1f-b46a-787d8505cf27 tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.071914] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1ba40349-466c-4a1f-b46a-787d8505cf27 tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.072370] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1ba40349-466c-4a1f-b46a-787d8505cf27 tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.115560] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1ba40349-466c-4a1f-b46a-787d8505cf27 tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.115813] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1ba40349-466c-4a1f-b46a-787d8505cf27 tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.116055] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1ba40349-466c-4a1f-b46a-787d8505cf27 tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.116427] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1ba40349-466c-4a1f-b46a-787d8505cf27 tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.116618] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1ba40349-466c-4a1f-b46a-787d8505cf27 tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.116779] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1ba40349-466c-4a1f-b46a-787d8505cf27 tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.128107] nova-conductor[54853]: DEBUG nova.quota [None req-1ba40349-466c-4a1f-b46a-787d8505cf27 tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] Getting quotas for project a855374ba4624ee78230d07b85b2ab8b. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 880.131571] nova-conductor[54853]: DEBUG nova.quota [None req-1ba40349-466c-4a1f-b46a-787d8505cf27 tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] Getting quotas for user d3732884d90b416597cfc499ebf82e53 and project a855374ba4624ee78230d07b85b2ab8b. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 880.137884] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-1ba40349-466c-4a1f-b46a-787d8505cf27 tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] [instance: 3a40ada5-2dfa-4ef1-9e05-98ad3dc34fb7] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 880.138394] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1ba40349-466c-4a1f-b46a-787d8505cf27 tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.138613] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1ba40349-466c-4a1f-b46a-787d8505cf27 tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.138802] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1ba40349-466c-4a1f-b46a-787d8505cf27 tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.143810] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-1ba40349-466c-4a1f-b46a-787d8505cf27 tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] [instance: 3a40ada5-2dfa-4ef1-9e05-98ad3dc34fb7] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 880.144527] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1ba40349-466c-4a1f-b46a-787d8505cf27 tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.144731] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1ba40349-466c-4a1f-b46a-787d8505cf27 tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.144893] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1ba40349-466c-4a1f-b46a-787d8505cf27 tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.171612] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1ba40349-466c-4a1f-b46a-787d8505cf27 tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.172302] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1ba40349-466c-4a1f-b46a-787d8505cf27 tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.172302] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1ba40349-466c-4a1f-b46a-787d8505cf27 tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.518087] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-168ebedc-27d9-48f5-9628-3093c02bd441 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 881.530439] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-168ebedc-27d9-48f5-9628-3093c02bd441 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.530696] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-168ebedc-27d9-48f5-9628-3093c02bd441 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.530840] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-168ebedc-27d9-48f5-9628-3093c02bd441 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.571935] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-168ebedc-27d9-48f5-9628-3093c02bd441 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.572230] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-168ebedc-27d9-48f5-9628-3093c02bd441 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.572560] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-168ebedc-27d9-48f5-9628-3093c02bd441 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.572867] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-168ebedc-27d9-48f5-9628-3093c02bd441 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.573087] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-168ebedc-27d9-48f5-9628-3093c02bd441 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.573262] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-168ebedc-27d9-48f5-9628-3093c02bd441 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.583197] nova-conductor[54852]: DEBUG nova.quota [None req-168ebedc-27d9-48f5-9628-3093c02bd441 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Getting quotas for project 2948b6c7e6f04cf98b36777c2fc94fc1. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 881.586543] nova-conductor[54852]: DEBUG nova.quota [None req-168ebedc-27d9-48f5-9628-3093c02bd441 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Getting quotas for user 2e1b761abfd44661a6da62ba35ec442f and project 2948b6c7e6f04cf98b36777c2fc94fc1. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 881.600857] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-168ebedc-27d9-48f5-9628-3093c02bd441 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] [instance: 0a9fdd83-3818-4831-90f9-9d30713961c5] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 881.601410] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-168ebedc-27d9-48f5-9628-3093c02bd441 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.601618] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-168ebedc-27d9-48f5-9628-3093c02bd441 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.601784] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-168ebedc-27d9-48f5-9628-3093c02bd441 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.607200] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-168ebedc-27d9-48f5-9628-3093c02bd441 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] [instance: 0a9fdd83-3818-4831-90f9-9d30713961c5] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 881.608010] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-168ebedc-27d9-48f5-9628-3093c02bd441 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.608335] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-168ebedc-27d9-48f5-9628-3093c02bd441 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.608335] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-168ebedc-27d9-48f5-9628-3093c02bd441 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.639924] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-168ebedc-27d9-48f5-9628-3093c02bd441 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.640202] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-168ebedc-27d9-48f5-9628-3093c02bd441 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.640365] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-168ebedc-27d9-48f5-9628-3093c02bd441 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.572344] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-9d9f3707-aa59-485d-b9fc-511587c9b739 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Targeting cell 7c385852-dcd3-47ff-aed8-fb74e138993a(cell1) for conductor method migrate_server {{(pid=54852) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 882.572638] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-9d9f3707-aa59-485d-b9fc-511587c9b739 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.572818] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-9d9f3707-aa59-485d-b9fc-511587c9b739 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.573046] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-9d9f3707-aa59-485d-b9fc-511587c9b739 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.828682] nova-conductor[54852]: DEBUG nova.conductor.tasks.migrate [None req-9d9f3707-aa59-485d-b9fc-511587c9b739 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] [instance: 066da19f-daf0-44e3-8ae0-89f0c970cb92] Restricting to cell 7c385852-dcd3-47ff-aed8-fb74e138993a(cell1) while migrating {{(pid=54852) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} [ 882.950122] nova-conductor[54852]: DEBUG nova.conductor.tasks.migrate [None req-9d9f3707-aa59-485d-b9fc-511587c9b739 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Created allocations for migration 1e89a30e-5033-486f-a50a-1bde86bc2874 on a513b783-544c-421b-85ec-cfd6d6ee698d {{(pid=54852) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} [ 883.458530] nova-conductor[54852]: DEBUG nova.conductor.tasks.migrate [None req-9d9f3707-aa59-485d-b9fc-511587c9b739 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] [instance: 066da19f-daf0-44e3-8ae0-89f0c970cb92] Calling prep_resize with selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:325}} [ 883.949959] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-372fb603-42b5-4be3-acaf-ad889d98e50e tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 883.962806] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-372fb603-42b5-4be3-acaf-ad889d98e50e tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.962806] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-372fb603-42b5-4be3-acaf-ad889d98e50e tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.962967] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-372fb603-42b5-4be3-acaf-ad889d98e50e tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.995721] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-372fb603-42b5-4be3-acaf-ad889d98e50e tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.995955] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-372fb603-42b5-4be3-acaf-ad889d98e50e tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.996141] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-372fb603-42b5-4be3-acaf-ad889d98e50e tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.996517] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-372fb603-42b5-4be3-acaf-ad889d98e50e tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.996700] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-372fb603-42b5-4be3-acaf-ad889d98e50e tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.996858] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-372fb603-42b5-4be3-acaf-ad889d98e50e tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.005058] nova-conductor[54852]: DEBUG nova.quota [None req-372fb603-42b5-4be3-acaf-ad889d98e50e tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Getting quotas for project 0db41047d1004a1d9ca7f663178058da. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 884.007487] nova-conductor[54852]: DEBUG nova.quota [None req-372fb603-42b5-4be3-acaf-ad889d98e50e tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Getting quotas for user c37debff078b4389813658cbad297e65 and project 0db41047d1004a1d9ca7f663178058da. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 884.013109] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-372fb603-42b5-4be3-acaf-ad889d98e50e tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] [instance: f52f5912-d6e8-4da5-ac39-65bb065b6555] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 884.013737] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-372fb603-42b5-4be3-acaf-ad889d98e50e tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.013941] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-372fb603-42b5-4be3-acaf-ad889d98e50e tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.014123] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-372fb603-42b5-4be3-acaf-ad889d98e50e tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.017139] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-372fb603-42b5-4be3-acaf-ad889d98e50e tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] [instance: f52f5912-d6e8-4da5-ac39-65bb065b6555] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 884.017961] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-372fb603-42b5-4be3-acaf-ad889d98e50e tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.018186] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-372fb603-42b5-4be3-acaf-ad889d98e50e tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.018353] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-372fb603-42b5-4be3-acaf-ad889d98e50e tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.043468] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-372fb603-42b5-4be3-acaf-ad889d98e50e tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.043468] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-372fb603-42b5-4be3-acaf-ad889d98e50e tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.043468] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-372fb603-42b5-4be3-acaf-ad889d98e50e tempest-AttachInterfacesTestJSON-343038200 tempest-AttachInterfacesTestJSON-343038200-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.121508] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell0:SELECT=2 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 890.147593] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell1:SELECT=6,nova_cell1:INSERT=15,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 890.164132] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=12,nova_api:UPDATE=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 890.165119] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=12,nova_api:DELETE=2,nova_api:UPDATE=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 893.474770] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-3e7ca61d-830a-4942-87d5-05691e666c02 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 893.491351] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3e7ca61d-830a-4942-87d5-05691e666c02 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.491575] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3e7ca61d-830a-4942-87d5-05691e666c02 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.491742] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3e7ca61d-830a-4942-87d5-05691e666c02 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.528091] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3e7ca61d-830a-4942-87d5-05691e666c02 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.530106] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3e7ca61d-830a-4942-87d5-05691e666c02 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.530106] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3e7ca61d-830a-4942-87d5-05691e666c02 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.530106] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3e7ca61d-830a-4942-87d5-05691e666c02 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.530106] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3e7ca61d-830a-4942-87d5-05691e666c02 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.530106] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3e7ca61d-830a-4942-87d5-05691e666c02 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.542355] nova-conductor[54852]: DEBUG nova.quota [None req-3e7ca61d-830a-4942-87d5-05691e666c02 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Getting quotas for project a654d46357ed49cd95460a56926f102a. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 893.545614] nova-conductor[54852]: DEBUG nova.quota [None req-3e7ca61d-830a-4942-87d5-05691e666c02 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Getting quotas for user c654b8365f5543f3bf713f3f5aa00654 and project a654d46357ed49cd95460a56926f102a. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 893.554945] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-3e7ca61d-830a-4942-87d5-05691e666c02 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] [instance: 3f60e93d-15ae-4fe4-ba86-6b6b123b645c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 893.555557] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3e7ca61d-830a-4942-87d5-05691e666c02 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.555741] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3e7ca61d-830a-4942-87d5-05691e666c02 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.555908] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3e7ca61d-830a-4942-87d5-05691e666c02 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.560919] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-3e7ca61d-830a-4942-87d5-05691e666c02 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] [instance: 3f60e93d-15ae-4fe4-ba86-6b6b123b645c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 893.562876] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3e7ca61d-830a-4942-87d5-05691e666c02 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.562876] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3e7ca61d-830a-4942-87d5-05691e666c02 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.562876] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3e7ca61d-830a-4942-87d5-05691e666c02 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.594025] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3e7ca61d-830a-4942-87d5-05691e666c02 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.594025] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3e7ca61d-830a-4942-87d5-05691e666c02 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.594117] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3e7ca61d-830a-4942-87d5-05691e666c02 tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.247092] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-8d717848-4bbf-4a50-b959-00d5a7bad3fb tempest-ServerActionsV293TestJSON-843398642 tempest-ServerActionsV293TestJSON-843398642-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 900.260945] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8d717848-4bbf-4a50-b959-00d5a7bad3fb tempest-ServerActionsV293TestJSON-843398642 tempest-ServerActionsV293TestJSON-843398642-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.261186] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8d717848-4bbf-4a50-b959-00d5a7bad3fb tempest-ServerActionsV293TestJSON-843398642 tempest-ServerActionsV293TestJSON-843398642-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.261393] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8d717848-4bbf-4a50-b959-00d5a7bad3fb tempest-ServerActionsV293TestJSON-843398642 tempest-ServerActionsV293TestJSON-843398642-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.296211] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8d717848-4bbf-4a50-b959-00d5a7bad3fb tempest-ServerActionsV293TestJSON-843398642 tempest-ServerActionsV293TestJSON-843398642-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.296463] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8d717848-4bbf-4a50-b959-00d5a7bad3fb tempest-ServerActionsV293TestJSON-843398642 tempest-ServerActionsV293TestJSON-843398642-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.296626] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8d717848-4bbf-4a50-b959-00d5a7bad3fb tempest-ServerActionsV293TestJSON-843398642 tempest-ServerActionsV293TestJSON-843398642-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.296998] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8d717848-4bbf-4a50-b959-00d5a7bad3fb tempest-ServerActionsV293TestJSON-843398642 tempest-ServerActionsV293TestJSON-843398642-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.297203] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8d717848-4bbf-4a50-b959-00d5a7bad3fb tempest-ServerActionsV293TestJSON-843398642 tempest-ServerActionsV293TestJSON-843398642-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.297437] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8d717848-4bbf-4a50-b959-00d5a7bad3fb tempest-ServerActionsV293TestJSON-843398642 tempest-ServerActionsV293TestJSON-843398642-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.305925] nova-conductor[54852]: DEBUG nova.quota [None req-8d717848-4bbf-4a50-b959-00d5a7bad3fb tempest-ServerActionsV293TestJSON-843398642 tempest-ServerActionsV293TestJSON-843398642-project-member] Getting quotas for project cbec40cae345480d80d07ad9abaa1297. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 900.308753] nova-conductor[54852]: DEBUG nova.quota [None req-8d717848-4bbf-4a50-b959-00d5a7bad3fb tempest-ServerActionsV293TestJSON-843398642 tempest-ServerActionsV293TestJSON-843398642-project-member] Getting quotas for user ef8830870c4c436eabea2c35bdf1721c and project cbec40cae345480d80d07ad9abaa1297. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 900.314363] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-8d717848-4bbf-4a50-b959-00d5a7bad3fb tempest-ServerActionsV293TestJSON-843398642 tempest-ServerActionsV293TestJSON-843398642-project-member] [instance: 65000ac5-1c28-4abe-bc96-c440f0b14d3d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 900.314846] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8d717848-4bbf-4a50-b959-00d5a7bad3fb tempest-ServerActionsV293TestJSON-843398642 tempest-ServerActionsV293TestJSON-843398642-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.315088] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8d717848-4bbf-4a50-b959-00d5a7bad3fb tempest-ServerActionsV293TestJSON-843398642 tempest-ServerActionsV293TestJSON-843398642-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.315293] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8d717848-4bbf-4a50-b959-00d5a7bad3fb tempest-ServerActionsV293TestJSON-843398642 tempest-ServerActionsV293TestJSON-843398642-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.319369] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-8d717848-4bbf-4a50-b959-00d5a7bad3fb tempest-ServerActionsV293TestJSON-843398642 tempest-ServerActionsV293TestJSON-843398642-project-member] [instance: 65000ac5-1c28-4abe-bc96-c440f0b14d3d] block_device_mapping [BlockDeviceMapping(attachment_id=bebc0bbd-bbed-4db3-b716-ffddbe793203,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=,uuid=,volume_id='25dfd9ac-5161-4012-80a4-4fb573e0e4ca',volume_size=1,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 900.320020] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8d717848-4bbf-4a50-b959-00d5a7bad3fb tempest-ServerActionsV293TestJSON-843398642 tempest-ServerActionsV293TestJSON-843398642-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.320229] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8d717848-4bbf-4a50-b959-00d5a7bad3fb tempest-ServerActionsV293TestJSON-843398642 tempest-ServerActionsV293TestJSON-843398642-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.320397] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8d717848-4bbf-4a50-b959-00d5a7bad3fb tempest-ServerActionsV293TestJSON-843398642 tempest-ServerActionsV293TestJSON-843398642-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.336645] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8d717848-4bbf-4a50-b959-00d5a7bad3fb tempest-ServerActionsV293TestJSON-843398642 tempest-ServerActionsV293TestJSON-843398642-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.336851] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8d717848-4bbf-4a50-b959-00d5a7bad3fb tempest-ServerActionsV293TestJSON-843398642 tempest-ServerActionsV293TestJSON-843398642-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.337029] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8d717848-4bbf-4a50-b959-00d5a7bad3fb tempest-ServerActionsV293TestJSON-843398642 tempest-ServerActionsV293TestJSON-843398642-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.301804] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell0:SELECT=4 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 910.322506] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=20,nova_cell1:INSERT=32,nova_cell1:UPDATE=6,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 910.332660] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=29,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 910.334551] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=23,nova_api:DELETE=3,nova_api:UPDATE=3 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 910.996073] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-8004fe6a-abf6-4d80-b202-63ffe9ccafc7 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 911.013598] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8004fe6a-abf6-4d80-b202-63ffe9ccafc7 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.013831] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8004fe6a-abf6-4d80-b202-63ffe9ccafc7 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.014007] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8004fe6a-abf6-4d80-b202-63ffe9ccafc7 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.051757] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8004fe6a-abf6-4d80-b202-63ffe9ccafc7 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.052266] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8004fe6a-abf6-4d80-b202-63ffe9ccafc7 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.052266] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8004fe6a-abf6-4d80-b202-63ffe9ccafc7 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.052537] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8004fe6a-abf6-4d80-b202-63ffe9ccafc7 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.053011] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8004fe6a-abf6-4d80-b202-63ffe9ccafc7 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.053011] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8004fe6a-abf6-4d80-b202-63ffe9ccafc7 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.064300] nova-conductor[54852]: DEBUG nova.quota [None req-8004fe6a-abf6-4d80-b202-63ffe9ccafc7 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Getting quotas for project 2948b6c7e6f04cf98b36777c2fc94fc1. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 911.067054] nova-conductor[54852]: DEBUG nova.quota [None req-8004fe6a-abf6-4d80-b202-63ffe9ccafc7 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Getting quotas for user 2e1b761abfd44661a6da62ba35ec442f and project 2948b6c7e6f04cf98b36777c2fc94fc1. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 911.072616] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-8004fe6a-abf6-4d80-b202-63ffe9ccafc7 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] [instance: 906470fc-5fec-4c98-8a38-337361e12bc5] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 911.073169] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8004fe6a-abf6-4d80-b202-63ffe9ccafc7 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.073385] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8004fe6a-abf6-4d80-b202-63ffe9ccafc7 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.073545] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8004fe6a-abf6-4d80-b202-63ffe9ccafc7 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.077791] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-8004fe6a-abf6-4d80-b202-63ffe9ccafc7 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] [instance: 906470fc-5fec-4c98-8a38-337361e12bc5] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 911.078519] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8004fe6a-abf6-4d80-b202-63ffe9ccafc7 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.078720] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8004fe6a-abf6-4d80-b202-63ffe9ccafc7 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.078881] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8004fe6a-abf6-4d80-b202-63ffe9ccafc7 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.098999] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8004fe6a-abf6-4d80-b202-63ffe9ccafc7 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.099319] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8004fe6a-abf6-4d80-b202-63ffe9ccafc7 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.099585] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8004fe6a-abf6-4d80-b202-63ffe9ccafc7 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.346168] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-8a05ed8c-7825-4969-aa22-24654481f6d8 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 915.365182] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8a05ed8c-7825-4969-aa22-24654481f6d8 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.365835] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8a05ed8c-7825-4969-aa22-24654481f6d8 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.366084] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8a05ed8c-7825-4969-aa22-24654481f6d8 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.421841] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8a05ed8c-7825-4969-aa22-24654481f6d8 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.422146] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8a05ed8c-7825-4969-aa22-24654481f6d8 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.422289] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8a05ed8c-7825-4969-aa22-24654481f6d8 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.422858] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8a05ed8c-7825-4969-aa22-24654481f6d8 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.422940] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8a05ed8c-7825-4969-aa22-24654481f6d8 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.423143] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8a05ed8c-7825-4969-aa22-24654481f6d8 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.442578] nova-conductor[54852]: DEBUG nova.quota [None req-8a05ed8c-7825-4969-aa22-24654481f6d8 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Getting quotas for project 2d1559d2844647aba922cae8e9d992e6. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 915.447115] nova-conductor[54852]: DEBUG nova.quota [None req-8a05ed8c-7825-4969-aa22-24654481f6d8 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Getting quotas for user 3ad76ea94b62472fa3318cbbdb308ebe and project 2d1559d2844647aba922cae8e9d992e6. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 915.454413] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-8a05ed8c-7825-4969-aa22-24654481f6d8 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] [instance: 41cc788d-9be8-4959-9cef-d91304f5879d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 915.454975] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8a05ed8c-7825-4969-aa22-24654481f6d8 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.455202] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8a05ed8c-7825-4969-aa22-24654481f6d8 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.455672] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8a05ed8c-7825-4969-aa22-24654481f6d8 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.461123] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-8a05ed8c-7825-4969-aa22-24654481f6d8 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] [instance: 41cc788d-9be8-4959-9cef-d91304f5879d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='82a06d7c-e957-4bd3-97f2-0322af9583a1',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 915.462119] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8a05ed8c-7825-4969-aa22-24654481f6d8 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.462349] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8a05ed8c-7825-4969-aa22-24654481f6d8 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.462553] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8a05ed8c-7825-4969-aa22-24654481f6d8 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.483216] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8a05ed8c-7825-4969-aa22-24654481f6d8 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.483487] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8a05ed8c-7825-4969-aa22-24654481f6d8 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.483667] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8a05ed8c-7825-4969-aa22-24654481f6d8 tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.853859] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-3af470e9-3c44-4f7a-9244-7269ddbb60e8 tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 917.872329] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3af470e9-3c44-4f7a-9244-7269ddbb60e8 tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.873683] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3af470e9-3c44-4f7a-9244-7269ddbb60e8 tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.876021] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3af470e9-3c44-4f7a-9244-7269ddbb60e8 tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.914874] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3af470e9-3c44-4f7a-9244-7269ddbb60e8 tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.914874] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3af470e9-3c44-4f7a-9244-7269ddbb60e8 tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.914874] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3af470e9-3c44-4f7a-9244-7269ddbb60e8 tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.915495] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3af470e9-3c44-4f7a-9244-7269ddbb60e8 tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.915495] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3af470e9-3c44-4f7a-9244-7269ddbb60e8 tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.915710] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3af470e9-3c44-4f7a-9244-7269ddbb60e8 tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.932588] nova-conductor[54852]: DEBUG nova.quota [None req-3af470e9-3c44-4f7a-9244-7269ddbb60e8 tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Getting quotas for project 418b805157a74173b5cfe13ea5b61c13. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 917.936355] nova-conductor[54852]: DEBUG nova.quota [None req-3af470e9-3c44-4f7a-9244-7269ddbb60e8 tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Getting quotas for user 6bd260135a8e4b96b52e6aad41ff4e42 and project 418b805157a74173b5cfe13ea5b61c13. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 917.953119] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-3af470e9-3c44-4f7a-9244-7269ddbb60e8 tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] [instance: 75f9473f-ca67-4bb5-8663-0ce3709885e9] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 917.953703] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3af470e9-3c44-4f7a-9244-7269ddbb60e8 tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.953922] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3af470e9-3c44-4f7a-9244-7269ddbb60e8 tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.954102] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3af470e9-3c44-4f7a-9244-7269ddbb60e8 tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.957898] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-3af470e9-3c44-4f7a-9244-7269ddbb60e8 tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] [instance: 75f9473f-ca67-4bb5-8663-0ce3709885e9] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 917.958533] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3af470e9-3c44-4f7a-9244-7269ddbb60e8 tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.958736] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3af470e9-3c44-4f7a-9244-7269ddbb60e8 tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.958899] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3af470e9-3c44-4f7a-9244-7269ddbb60e8 tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.979367] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3af470e9-3c44-4f7a-9244-7269ddbb60e8 tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.979367] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3af470e9-3c44-4f7a-9244-7269ddbb60e8 tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.979524] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-3af470e9-3c44-4f7a-9244-7269ddbb60e8 tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.407468] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-7fccac90-9017-4335-bb3d-cba77ae0cf3d tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 918.421925] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-7fccac90-9017-4335-bb3d-cba77ae0cf3d tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.422684] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-7fccac90-9017-4335-bb3d-cba77ae0cf3d tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.422684] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-7fccac90-9017-4335-bb3d-cba77ae0cf3d tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.467049] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-7fccac90-9017-4335-bb3d-cba77ae0cf3d tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.467385] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-7fccac90-9017-4335-bb3d-cba77ae0cf3d tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.467613] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-7fccac90-9017-4335-bb3d-cba77ae0cf3d tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.468079] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-7fccac90-9017-4335-bb3d-cba77ae0cf3d tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.468325] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-7fccac90-9017-4335-bb3d-cba77ae0cf3d tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.468941] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-7fccac90-9017-4335-bb3d-cba77ae0cf3d tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.479049] nova-conductor[54853]: DEBUG nova.quota [None req-7fccac90-9017-4335-bb3d-cba77ae0cf3d tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Getting quotas for project 76d290a91b3b4d9491f755fd3d7e7894. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 918.482538] nova-conductor[54853]: DEBUG nova.quota [None req-7fccac90-9017-4335-bb3d-cba77ae0cf3d tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Getting quotas for user 8d2829faa8f74da8a1432abd0c2434f2 and project 76d290a91b3b4d9491f755fd3d7e7894. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 918.487938] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-7fccac90-9017-4335-bb3d-cba77ae0cf3d tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] [instance: b145b71c-c56b-4872-bb61-fa3e65fef04f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 918.488527] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-7fccac90-9017-4335-bb3d-cba77ae0cf3d tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.488800] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-7fccac90-9017-4335-bb3d-cba77ae0cf3d tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.489034] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-7fccac90-9017-4335-bb3d-cba77ae0cf3d tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.493741] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-7fccac90-9017-4335-bb3d-cba77ae0cf3d tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] [instance: b145b71c-c56b-4872-bb61-fa3e65fef04f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 918.494476] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-7fccac90-9017-4335-bb3d-cba77ae0cf3d tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.494658] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-7fccac90-9017-4335-bb3d-cba77ae0cf3d tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.495290] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-7fccac90-9017-4335-bb3d-cba77ae0cf3d tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.513204] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-7fccac90-9017-4335-bb3d-cba77ae0cf3d tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.513541] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-7fccac90-9017-4335-bb3d-cba77ae0cf3d tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.513794] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-7fccac90-9017-4335-bb3d-cba77ae0cf3d tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.693333] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-16f4c817-b2da-499d-8bce-9160e0126953 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 925.713303] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16f4c817-b2da-499d-8bce-9160e0126953 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.713600] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16f4c817-b2da-499d-8bce-9160e0126953 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.713774] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16f4c817-b2da-499d-8bce-9160e0126953 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.744859] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16f4c817-b2da-499d-8bce-9160e0126953 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.745128] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16f4c817-b2da-499d-8bce-9160e0126953 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.745304] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16f4c817-b2da-499d-8bce-9160e0126953 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.745749] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16f4c817-b2da-499d-8bce-9160e0126953 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.745934] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16f4c817-b2da-499d-8bce-9160e0126953 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.746105] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16f4c817-b2da-499d-8bce-9160e0126953 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.755934] nova-conductor[54852]: DEBUG nova.quota [None req-16f4c817-b2da-499d-8bce-9160e0126953 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Getting quotas for project 2d1cf5e642524949a8366bf54d00593e. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 925.759487] nova-conductor[54852]: DEBUG nova.quota [None req-16f4c817-b2da-499d-8bce-9160e0126953 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Getting quotas for user 676a737149a9418498a55f83760df073 and project 2d1cf5e642524949a8366bf54d00593e. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 925.764965] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-16f4c817-b2da-499d-8bce-9160e0126953 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] [instance: eaa654f9-023d-4514-930d-6bebd421325a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 925.765475] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16f4c817-b2da-499d-8bce-9160e0126953 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.765685] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16f4c817-b2da-499d-8bce-9160e0126953 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.765850] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16f4c817-b2da-499d-8bce-9160e0126953 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.772682] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-16f4c817-b2da-499d-8bce-9160e0126953 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] [instance: eaa654f9-023d-4514-930d-6bebd421325a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 925.772882] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16f4c817-b2da-499d-8bce-9160e0126953 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.773105] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16f4c817-b2da-499d-8bce-9160e0126953 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.773273] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16f4c817-b2da-499d-8bce-9160e0126953 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.792704] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16f4c817-b2da-499d-8bce-9160e0126953 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.792704] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16f4c817-b2da-499d-8bce-9160e0126953 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.792782] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16f4c817-b2da-499d-8bce-9160e0126953 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.472832] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell0:SELECT=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 928.497054] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 928.506669] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=4,nova_api:UPDATE=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 928.511080] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=8,nova_api:DELETE=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 932.494163] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-88edb98a-4f8c-423c-bf85-60048bf4edef tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 932.514240] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-88edb98a-4f8c-423c-bf85-60048bf4edef tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.514621] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-88edb98a-4f8c-423c-bf85-60048bf4edef tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.514702] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-88edb98a-4f8c-423c-bf85-60048bf4edef tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.565265] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-88edb98a-4f8c-423c-bf85-60048bf4edef tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.565649] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-88edb98a-4f8c-423c-bf85-60048bf4edef tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.565934] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-88edb98a-4f8c-423c-bf85-60048bf4edef tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.566402] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-88edb98a-4f8c-423c-bf85-60048bf4edef tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.566554] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-88edb98a-4f8c-423c-bf85-60048bf4edef tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.567008] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-88edb98a-4f8c-423c-bf85-60048bf4edef tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.577062] nova-conductor[54853]: DEBUG nova.quota [None req-88edb98a-4f8c-423c-bf85-60048bf4edef tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Getting quotas for project b3b09245b63144e9bbcb2262aef33a21. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 932.580549] nova-conductor[54853]: DEBUG nova.quota [None req-88edb98a-4f8c-423c-bf85-60048bf4edef tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Getting quotas for user 68e62d519b19448c8cac7f1b2e55a087 and project b3b09245b63144e9bbcb2262aef33a21. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 932.587225] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-88edb98a-4f8c-423c-bf85-60048bf4edef tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] [instance: 2a9a93f8-9398-4a19-a149-a1092ceb416d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 932.587877] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-88edb98a-4f8c-423c-bf85-60048bf4edef tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.588100] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-88edb98a-4f8c-423c-bf85-60048bf4edef tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.588272] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-88edb98a-4f8c-423c-bf85-60048bf4edef tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.591039] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-88edb98a-4f8c-423c-bf85-60048bf4edef tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] [instance: 2a9a93f8-9398-4a19-a149-a1092ceb416d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 932.592135] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-88edb98a-4f8c-423c-bf85-60048bf4edef tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.592135] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-88edb98a-4f8c-423c-bf85-60048bf4edef tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.592319] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-88edb98a-4f8c-423c-bf85-60048bf4edef tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.612020] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-88edb98a-4f8c-423c-bf85-60048bf4edef tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.612020] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-88edb98a-4f8c-423c-bf85-60048bf4edef tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.612020] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-88edb98a-4f8c-423c-bf85-60048bf4edef tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.551473] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-43528109-9f8c-490b-81a6-768ef31ad84a tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 933.565634] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-43528109-9f8c-490b-81a6-768ef31ad84a tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.565885] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-43528109-9f8c-490b-81a6-768ef31ad84a tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.566073] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-43528109-9f8c-490b-81a6-768ef31ad84a tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.600527] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-43528109-9f8c-490b-81a6-768ef31ad84a tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.600772] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-43528109-9f8c-490b-81a6-768ef31ad84a tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.600947] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-43528109-9f8c-490b-81a6-768ef31ad84a tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.601336] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-43528109-9f8c-490b-81a6-768ef31ad84a tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.601521] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-43528109-9f8c-490b-81a6-768ef31ad84a tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.601680] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-43528109-9f8c-490b-81a6-768ef31ad84a tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.611709] nova-conductor[54853]: DEBUG nova.quota [None req-43528109-9f8c-490b-81a6-768ef31ad84a tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Getting quotas for project a654d46357ed49cd95460a56926f102a. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 933.615485] nova-conductor[54853]: DEBUG nova.quota [None req-43528109-9f8c-490b-81a6-768ef31ad84a tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Getting quotas for user c654b8365f5543f3bf713f3f5aa00654 and project a654d46357ed49cd95460a56926f102a. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 933.621128] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-43528109-9f8c-490b-81a6-768ef31ad84a tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] [instance: 4de1c06d-3261-4447-b5bc-a21a91f7a812] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 933.621672] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-43528109-9f8c-490b-81a6-768ef31ad84a tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.621895] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-43528109-9f8c-490b-81a6-768ef31ad84a tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.622094] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-43528109-9f8c-490b-81a6-768ef31ad84a tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.628784] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-43528109-9f8c-490b-81a6-768ef31ad84a tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] [instance: 4de1c06d-3261-4447-b5bc-a21a91f7a812] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 933.629716] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-43528109-9f8c-490b-81a6-768ef31ad84a tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.629939] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-43528109-9f8c-490b-81a6-768ef31ad84a tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.630135] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-43528109-9f8c-490b-81a6-768ef31ad84a tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.650766] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-43528109-9f8c-490b-81a6-768ef31ad84a tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.651010] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-43528109-9f8c-490b-81a6-768ef31ad84a tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.651281] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-43528109-9f8c-490b-81a6-768ef31ad84a tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.107509] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=398,nova_cell1:UPDATE=249,nova_cell1:SAVEPOINT=26,nova_cell1:RELEASE=26,nova_cell1:INSERT=25,nova_cell1:DELETE=11 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 935.749860] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell0:SELECT=4 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 935.775122] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=13,nova_cell1:INSERT=30,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 935.785977] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=21,nova_api:UPDATE=3,nova_api:DELETE=3 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 935.790196] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=27,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 936.024318] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell1:SAVEPOINT=29,nova_cell1:UPDATE=257,nova_cell1:RELEASE=29,nova_cell1:SELECT=430,nova_cell1:INSERT=35,nova_cell1:DELETE=8 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 943.607553] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell0:SELECT=2 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 943.633579] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell1:SELECT=6,nova_cell1:INSERT=14 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 943.645831] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=11,nova_api:DELETE=1,nova_api:UPDATE=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 943.647365] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 947.079837] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-1d03a635-23ac-4342-9614-a6f8edf0c388 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 947.093142] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1d03a635-23ac-4342-9614-a6f8edf0c388 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.093375] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1d03a635-23ac-4342-9614-a6f8edf0c388 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.093549] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1d03a635-23ac-4342-9614-a6f8edf0c388 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.123928] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1d03a635-23ac-4342-9614-a6f8edf0c388 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.124164] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1d03a635-23ac-4342-9614-a6f8edf0c388 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.124341] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1d03a635-23ac-4342-9614-a6f8edf0c388 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.124694] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1d03a635-23ac-4342-9614-a6f8edf0c388 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.124877] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1d03a635-23ac-4342-9614-a6f8edf0c388 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.125046] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1d03a635-23ac-4342-9614-a6f8edf0c388 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.134086] nova-conductor[54853]: DEBUG nova.quota [None req-1d03a635-23ac-4342-9614-a6f8edf0c388 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Getting quotas for project 2948b6c7e6f04cf98b36777c2fc94fc1. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 947.136677] nova-conductor[54853]: DEBUG nova.quota [None req-1d03a635-23ac-4342-9614-a6f8edf0c388 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Getting quotas for user 2e1b761abfd44661a6da62ba35ec442f and project 2948b6c7e6f04cf98b36777c2fc94fc1. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 947.145055] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-1d03a635-23ac-4342-9614-a6f8edf0c388 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] [instance: 2d7bceb2-450c-4747-bedb-aa9848450ca9] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 947.145616] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1d03a635-23ac-4342-9614-a6f8edf0c388 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.145836] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1d03a635-23ac-4342-9614-a6f8edf0c388 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.146017] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1d03a635-23ac-4342-9614-a6f8edf0c388 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.150622] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-1d03a635-23ac-4342-9614-a6f8edf0c388 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] [instance: 2d7bceb2-450c-4747-bedb-aa9848450ca9] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 947.151320] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1d03a635-23ac-4342-9614-a6f8edf0c388 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.151554] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1d03a635-23ac-4342-9614-a6f8edf0c388 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.151762] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1d03a635-23ac-4342-9614-a6f8edf0c388 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.199745] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1d03a635-23ac-4342-9614-a6f8edf0c388 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.199983] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1d03a635-23ac-4342-9614-a6f8edf0c388 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.200171] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-1d03a635-23ac-4342-9614-a6f8edf0c388 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.790871] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-dbb5d127-24e7-423d-a506-03415307b89f tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Targeting cell 7c385852-dcd3-47ff-aed8-fb74e138993a(cell1) for conductor method rebuild_instance {{(pid=54852) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 948.791112] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-dbb5d127-24e7-423d-a506-03415307b89f tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.791326] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-dbb5d127-24e7-423d-a506-03415307b89f tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.791491] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-dbb5d127-24e7-423d-a506-03415307b89f tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.802989] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-dbb5d127-24e7-423d-a506-03415307b89f tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] [instance: eaa654f9-023d-4514-930d-6bebd421325a] No migration record for the rebuild/evacuate request. {{(pid=54852) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 949.095677] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-13acb31c-56df-4beb-a348-290fa6adb9c7 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Targeting cell 7c385852-dcd3-47ff-aed8-fb74e138993a(cell1) for conductor method migrate_server {{(pid=54852) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 949.095940] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-13acb31c-56df-4beb-a348-290fa6adb9c7 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.096193] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-13acb31c-56df-4beb-a348-290fa6adb9c7 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.096361] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-13acb31c-56df-4beb-a348-290fa6adb9c7 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.149699] nova-conductor[54852]: DEBUG nova.conductor.tasks.migrate [None req-13acb31c-56df-4beb-a348-290fa6adb9c7 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] [instance: 2a9a93f8-9398-4a19-a149-a1092ceb416d] Restricting to cell 7c385852-dcd3-47ff-aed8-fb74e138993a(cell1) while migrating {{(pid=54852) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} [ 949.258566] nova-conductor[54852]: DEBUG nova.conductor.tasks.migrate [None req-13acb31c-56df-4beb-a348-290fa6adb9c7 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Created allocations for migration 26465ae3-2214-45b4-8a00-0bc17e0a47ab on a513b783-544c-421b-85ec-cfd6d6ee698d {{(pid=54852) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} [ 949.764363] nova-conductor[54852]: DEBUG nova.conductor.tasks.migrate [None req-13acb31c-56df-4beb-a348-290fa6adb9c7 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] [instance: 2a9a93f8-9398-4a19-a149-a1092ceb416d] Calling prep_resize with selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:325}} [ 950.732461] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-c655aaed-8e62-4eab-bb57-3420446234dd tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 950.744891] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-c655aaed-8e62-4eab-bb57-3420446234dd tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.745124] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-c655aaed-8e62-4eab-bb57-3420446234dd tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.745300] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-c655aaed-8e62-4eab-bb57-3420446234dd tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.768998] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-c655aaed-8e62-4eab-bb57-3420446234dd tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.768998] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-c655aaed-8e62-4eab-bb57-3420446234dd tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.768998] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-c655aaed-8e62-4eab-bb57-3420446234dd tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.770028] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-c655aaed-8e62-4eab-bb57-3420446234dd tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.770028] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-c655aaed-8e62-4eab-bb57-3420446234dd tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.770028] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-c655aaed-8e62-4eab-bb57-3420446234dd tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.776880] nova-conductor[54853]: DEBUG nova.quota [None req-c655aaed-8e62-4eab-bb57-3420446234dd tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Getting quotas for project 2d1559d2844647aba922cae8e9d992e6. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 950.778964] nova-conductor[54853]: DEBUG nova.quota [None req-c655aaed-8e62-4eab-bb57-3420446234dd tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Getting quotas for user 3ad76ea94b62472fa3318cbbdb308ebe and project 2d1559d2844647aba922cae8e9d992e6. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 950.784131] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-c655aaed-8e62-4eab-bb57-3420446234dd tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] [instance: 906da59a-24ac-4486-a835-62d3f81d3683] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 950.784638] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-c655aaed-8e62-4eab-bb57-3420446234dd tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.784772] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-c655aaed-8e62-4eab-bb57-3420446234dd tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.784939] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-c655aaed-8e62-4eab-bb57-3420446234dd tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.790220] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-c655aaed-8e62-4eab-bb57-3420446234dd tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] [instance: 906da59a-24ac-4486-a835-62d3f81d3683] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 950.790861] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-c655aaed-8e62-4eab-bb57-3420446234dd tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.791075] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-c655aaed-8e62-4eab-bb57-3420446234dd tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.791243] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-c655aaed-8e62-4eab-bb57-3420446234dd tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.808183] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-c655aaed-8e62-4eab-bb57-3420446234dd tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.808405] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-c655aaed-8e62-4eab-bb57-3420446234dd tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.808578] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-c655aaed-8e62-4eab-bb57-3420446234dd tempest-ImagesTestJSON-863450638 tempest-ImagesTestJSON-863450638-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.864136] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-830d45fc-6b10-43f8-9536-3394d644dbb3 tempest-ServerActionsV293TestJSON-843398642 tempest-ServerActionsV293TestJSON-843398642-project-member] Targeting cell 7c385852-dcd3-47ff-aed8-fb74e138993a(cell1) for conductor method rebuild_instance {{(pid=54852) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 958.864428] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-830d45fc-6b10-43f8-9536-3394d644dbb3 tempest-ServerActionsV293TestJSON-843398642 tempest-ServerActionsV293TestJSON-843398642-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.864995] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-830d45fc-6b10-43f8-9536-3394d644dbb3 tempest-ServerActionsV293TestJSON-843398642 tempest-ServerActionsV293TestJSON-843398642-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.864995] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-830d45fc-6b10-43f8-9536-3394d644dbb3 tempest-ServerActionsV293TestJSON-843398642 tempest-ServerActionsV293TestJSON-843398642-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.874511] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-830d45fc-6b10-43f8-9536-3394d644dbb3 tempest-ServerActionsV293TestJSON-843398642 tempest-ServerActionsV293TestJSON-843398642-project-member] [instance: 65000ac5-1c28-4abe-bc96-c440f0b14d3d] No migration record for the rebuild/evacuate request. {{(pid=54852) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 960.773725] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell0:SELECT=2 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 960.793911] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell1:SELECT=6,nova_cell1:INSERT=14 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 960.802545] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=2 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 960.806411] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=13,nova_api:DELETE=2 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 961.800168] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-5fd3d626-6a36-4483-90ae-2bced474161b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 961.818736] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5fd3d626-6a36-4483-90ae-2bced474161b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.819711] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5fd3d626-6a36-4483-90ae-2bced474161b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.819711] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5fd3d626-6a36-4483-90ae-2bced474161b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.858745] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5fd3d626-6a36-4483-90ae-2bced474161b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.859158] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5fd3d626-6a36-4483-90ae-2bced474161b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.859454] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5fd3d626-6a36-4483-90ae-2bced474161b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.859948] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5fd3d626-6a36-4483-90ae-2bced474161b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.860228] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5fd3d626-6a36-4483-90ae-2bced474161b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.860470] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5fd3d626-6a36-4483-90ae-2bced474161b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.870242] nova-conductor[54852]: DEBUG nova.quota [None req-5fd3d626-6a36-4483-90ae-2bced474161b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Getting quotas for project a654d46357ed49cd95460a56926f102a. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 961.873183] nova-conductor[54852]: DEBUG nova.quota [None req-5fd3d626-6a36-4483-90ae-2bced474161b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Getting quotas for user c654b8365f5543f3bf713f3f5aa00654 and project a654d46357ed49cd95460a56926f102a. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 961.878977] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-5fd3d626-6a36-4483-90ae-2bced474161b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] [instance: 92a10f0a-4bfd-405a-956e-3ea29a740b28] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 961.879628] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5fd3d626-6a36-4483-90ae-2bced474161b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.879765] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5fd3d626-6a36-4483-90ae-2bced474161b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.879934] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5fd3d626-6a36-4483-90ae-2bced474161b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.884815] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-5fd3d626-6a36-4483-90ae-2bced474161b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] [instance: 92a10f0a-4bfd-405a-956e-3ea29a740b28] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 961.885489] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5fd3d626-6a36-4483-90ae-2bced474161b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.885721] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5fd3d626-6a36-4483-90ae-2bced474161b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.885894] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5fd3d626-6a36-4483-90ae-2bced474161b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.908536] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5fd3d626-6a36-4483-90ae-2bced474161b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.908919] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5fd3d626-6a36-4483-90ae-2bced474161b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.909144] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5fd3d626-6a36-4483-90ae-2bced474161b tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.760978] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-fa2f6988-f9d5-474c-a9fe-990498b64efb tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Took 0.52 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 963.785334] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fa2f6988-f9d5-474c-a9fe-990498b64efb tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.785611] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fa2f6988-f9d5-474c-a9fe-990498b64efb tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.785800] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fa2f6988-f9d5-474c-a9fe-990498b64efb tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.815880] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fa2f6988-f9d5-474c-a9fe-990498b64efb tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.816214] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fa2f6988-f9d5-474c-a9fe-990498b64efb tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.816490] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fa2f6988-f9d5-474c-a9fe-990498b64efb tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.817028] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fa2f6988-f9d5-474c-a9fe-990498b64efb tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.817289] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fa2f6988-f9d5-474c-a9fe-990498b64efb tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.817555] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fa2f6988-f9d5-474c-a9fe-990498b64efb tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.827067] nova-conductor[54853]: DEBUG nova.quota [None req-fa2f6988-f9d5-474c-a9fe-990498b64efb tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Getting quotas for project 011a5ec25af44f92961be00f82c10c08. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 963.832227] nova-conductor[54853]: DEBUG nova.quota [None req-fa2f6988-f9d5-474c-a9fe-990498b64efb tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Getting quotas for user 182e1b6f26ed401da24d07a85f993802 and project 011a5ec25af44f92961be00f82c10c08. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 963.842548] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-fa2f6988-f9d5-474c-a9fe-990498b64efb tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] [instance: 1b155391-37d9-4186-b70d-84f2dec5af82] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 963.842548] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fa2f6988-f9d5-474c-a9fe-990498b64efb tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.842548] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fa2f6988-f9d5-474c-a9fe-990498b64efb tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.842548] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fa2f6988-f9d5-474c-a9fe-990498b64efb tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.845573] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-fa2f6988-f9d5-474c-a9fe-990498b64efb tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] [instance: 1b155391-37d9-4186-b70d-84f2dec5af82] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 963.846942] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fa2f6988-f9d5-474c-a9fe-990498b64efb tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.846942] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fa2f6988-f9d5-474c-a9fe-990498b64efb tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.846942] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fa2f6988-f9d5-474c-a9fe-990498b64efb tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.867688] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fa2f6988-f9d5-474c-a9fe-990498b64efb tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.867925] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fa2f6988-f9d5-474c-a9fe-990498b64efb tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.868496] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-fa2f6988-f9d5-474c-a9fe-990498b64efb tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.719656] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-16cee9c5-56b5-473a-a5a6-a09f15c70216 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 968.739016] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16cee9c5-56b5-473a-a5a6-a09f15c70216 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.739016] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16cee9c5-56b5-473a-a5a6-a09f15c70216 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.739016] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16cee9c5-56b5-473a-a5a6-a09f15c70216 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.772295] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16cee9c5-56b5-473a-a5a6-a09f15c70216 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.772484] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16cee9c5-56b5-473a-a5a6-a09f15c70216 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.773193] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16cee9c5-56b5-473a-a5a6-a09f15c70216 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.773400] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16cee9c5-56b5-473a-a5a6-a09f15c70216 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.773729] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16cee9c5-56b5-473a-a5a6-a09f15c70216 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.773729] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16cee9c5-56b5-473a-a5a6-a09f15c70216 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.787308] nova-conductor[54852]: DEBUG nova.quota [None req-16cee9c5-56b5-473a-a5a6-a09f15c70216 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Getting quotas for project 2948b6c7e6f04cf98b36777c2fc94fc1. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 968.791461] nova-conductor[54852]: DEBUG nova.quota [None req-16cee9c5-56b5-473a-a5a6-a09f15c70216 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Getting quotas for user 2e1b761abfd44661a6da62ba35ec442f and project 2948b6c7e6f04cf98b36777c2fc94fc1. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 968.798332] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-16cee9c5-56b5-473a-a5a6-a09f15c70216 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] [instance: 9f0b13d8-eb25-474c-b9bb-80ee9dd4955f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 968.798986] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16cee9c5-56b5-473a-a5a6-a09f15c70216 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.799271] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16cee9c5-56b5-473a-a5a6-a09f15c70216 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.799488] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16cee9c5-56b5-473a-a5a6-a09f15c70216 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.807315] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-16cee9c5-56b5-473a-a5a6-a09f15c70216 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] [instance: 9f0b13d8-eb25-474c-b9bb-80ee9dd4955f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 968.807438] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16cee9c5-56b5-473a-a5a6-a09f15c70216 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.807615] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16cee9c5-56b5-473a-a5a6-a09f15c70216 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.808318] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16cee9c5-56b5-473a-a5a6-a09f15c70216 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.837598] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16cee9c5-56b5-473a-a5a6-a09f15c70216 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.837922] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16cee9c5-56b5-473a-a5a6-a09f15c70216 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.838454] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16cee9c5-56b5-473a-a5a6-a09f15c70216 tempest-ServersTestJSON-56933000 tempest-ServersTestJSON-56933000-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.821918] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell0:SELECT=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 973.849218] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 973.861381] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 973.865049] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=7,nova_api:DELETE=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 975.820745] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-82842ca6-1b55-4d0e-b960-eb4f91fadb2c tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Targeting cell 7c385852-dcd3-47ff-aed8-fb74e138993a(cell1) for conductor method migrate_server {{(pid=54852) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 975.821010] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-82842ca6-1b55-4d0e-b960-eb4f91fadb2c tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.821203] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-82842ca6-1b55-4d0e-b960-eb4f91fadb2c tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.821371] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-82842ca6-1b55-4d0e-b960-eb4f91fadb2c tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.865213] nova-conductor[54852]: DEBUG nova.conductor.tasks.migrate [None req-82842ca6-1b55-4d0e-b960-eb4f91fadb2c tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] [instance: 92a10f0a-4bfd-405a-956e-3ea29a740b28] Restricting to cell 7c385852-dcd3-47ff-aed8-fb74e138993a(cell1) while migrating {{(pid=54852) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} [ 975.963200] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-566923b6-1297-4cda-a86f-839ca61f5a82 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 975.988837] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-566923b6-1297-4cda-a86f-839ca61f5a82 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.988837] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-566923b6-1297-4cda-a86f-839ca61f5a82 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.988837] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-566923b6-1297-4cda-a86f-839ca61f5a82 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.989415] nova-conductor[54852]: DEBUG nova.conductor.tasks.migrate [None req-82842ca6-1b55-4d0e-b960-eb4f91fadb2c tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] Created allocations for migration 73716037-3a40-4904-be0e-5a06f0bc0a28 on a513b783-544c-421b-85ec-cfd6d6ee698d {{(pid=54852) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} [ 976.024435] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-566923b6-1297-4cda-a86f-839ca61f5a82 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.024586] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-566923b6-1297-4cda-a86f-839ca61f5a82 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.024761] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-566923b6-1297-4cda-a86f-839ca61f5a82 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.025142] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-566923b6-1297-4cda-a86f-839ca61f5a82 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.025348] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-566923b6-1297-4cda-a86f-839ca61f5a82 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.025482] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-566923b6-1297-4cda-a86f-839ca61f5a82 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.043341] nova-conductor[54853]: DEBUG nova.quota [None req-566923b6-1297-4cda-a86f-839ca61f5a82 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Getting quotas for project 2d1cf5e642524949a8366bf54d00593e. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 976.046139] nova-conductor[54853]: DEBUG nova.quota [None req-566923b6-1297-4cda-a86f-839ca61f5a82 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Getting quotas for user 676a737149a9418498a55f83760df073 and project 2d1cf5e642524949a8366bf54d00593e. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 976.052698] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-566923b6-1297-4cda-a86f-839ca61f5a82 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] [instance: b459a438-c287-4fbd-80f5-b5d3c31b83c9] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 976.053298] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-566923b6-1297-4cda-a86f-839ca61f5a82 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.053673] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-566923b6-1297-4cda-a86f-839ca61f5a82 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.053886] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-566923b6-1297-4cda-a86f-839ca61f5a82 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.066181] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-566923b6-1297-4cda-a86f-839ca61f5a82 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] [instance: b459a438-c287-4fbd-80f5-b5d3c31b83c9] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 976.066940] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-566923b6-1297-4cda-a86f-839ca61f5a82 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.067193] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-566923b6-1297-4cda-a86f-839ca61f5a82 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.067365] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-566923b6-1297-4cda-a86f-839ca61f5a82 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.105253] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-566923b6-1297-4cda-a86f-839ca61f5a82 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.105489] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-566923b6-1297-4cda-a86f-839ca61f5a82 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.105659] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-566923b6-1297-4cda-a86f-839ca61f5a82 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.495866] nova-conductor[54852]: DEBUG nova.conductor.tasks.migrate [None req-82842ca6-1b55-4d0e-b960-eb4f91fadb2c tempest-DeleteServersTestJSON-1508743917 tempest-DeleteServersTestJSON-1508743917-project-member] [instance: 92a10f0a-4bfd-405a-956e-3ea29a740b28] Calling prep_resize with selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:325}} [ 978.778892] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell0:SELECT=2 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 982.388581] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-069eeb8a-5042-4a85-9701-ec41a6dd0745 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 982.412520] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-069eeb8a-5042-4a85-9701-ec41a6dd0745 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.412520] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-069eeb8a-5042-4a85-9701-ec41a6dd0745 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.412520] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-069eeb8a-5042-4a85-9701-ec41a6dd0745 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.445046] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-069eeb8a-5042-4a85-9701-ec41a6dd0745 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.445298] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-069eeb8a-5042-4a85-9701-ec41a6dd0745 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.445460] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-069eeb8a-5042-4a85-9701-ec41a6dd0745 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.445886] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-069eeb8a-5042-4a85-9701-ec41a6dd0745 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.446088] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-069eeb8a-5042-4a85-9701-ec41a6dd0745 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.446250] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-069eeb8a-5042-4a85-9701-ec41a6dd0745 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.458382] nova-conductor[54853]: DEBUG nova.quota [None req-069eeb8a-5042-4a85-9701-ec41a6dd0745 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Getting quotas for project b3b09245b63144e9bbcb2262aef33a21. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 982.462614] nova-conductor[54853]: DEBUG nova.quota [None req-069eeb8a-5042-4a85-9701-ec41a6dd0745 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Getting quotas for user 68e62d519b19448c8cac7f1b2e55a087 and project b3b09245b63144e9bbcb2262aef33a21. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 982.469809] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-069eeb8a-5042-4a85-9701-ec41a6dd0745 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] [instance: cb87f39c-38eb-4f8e-9ce2-ad5abdee3aa0] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 982.470390] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-069eeb8a-5042-4a85-9701-ec41a6dd0745 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.470599] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-069eeb8a-5042-4a85-9701-ec41a6dd0745 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.470761] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-069eeb8a-5042-4a85-9701-ec41a6dd0745 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.477346] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-069eeb8a-5042-4a85-9701-ec41a6dd0745 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] [instance: cb87f39c-38eb-4f8e-9ce2-ad5abdee3aa0] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 982.478216] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-069eeb8a-5042-4a85-9701-ec41a6dd0745 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.478465] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-069eeb8a-5042-4a85-9701-ec41a6dd0745 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.478648] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-069eeb8a-5042-4a85-9701-ec41a6dd0745 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.496669] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-069eeb8a-5042-4a85-9701-ec41a6dd0745 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.496914] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-069eeb8a-5042-4a85-9701-ec41a6dd0745 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.497085] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-069eeb8a-5042-4a85-9701-ec41a6dd0745 tempest-ServerDiskConfigTestJSON-92227930 tempest-ServerDiskConfigTestJSON-92227930-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.167703] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-5f42149c-3251-4568-9020-4b5e1e73dd46 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Targeting cell 7c385852-dcd3-47ff-aed8-fb74e138993a(cell1) for conductor method rebuild_instance {{(pid=54852) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 984.168041] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5f42149c-3251-4568-9020-4b5e1e73dd46 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.168305] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5f42149c-3251-4568-9020-4b5e1e73dd46 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.168946] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-5f42149c-3251-4568-9020-4b5e1e73dd46 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.180415] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-5f42149c-3251-4568-9020-4b5e1e73dd46 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] [instance: 1b155391-37d9-4186-b70d-84f2dec5af82] No migration record for the rebuild/evacuate request. {{(pid=54852) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 986.519822] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=17,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 992.192467] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-78fdbc87-7896-4b9c-9614-142b8999368d tempest-AttachInterfacesV270Test-276562382 tempest-AttachInterfacesV270Test-276562382-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 992.211710] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-78fdbc87-7896-4b9c-9614-142b8999368d tempest-AttachInterfacesV270Test-276562382 tempest-AttachInterfacesV270Test-276562382-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.212600] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-78fdbc87-7896-4b9c-9614-142b8999368d tempest-AttachInterfacesV270Test-276562382 tempest-AttachInterfacesV270Test-276562382-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.214021] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-78fdbc87-7896-4b9c-9614-142b8999368d tempest-AttachInterfacesV270Test-276562382 tempest-AttachInterfacesV270Test-276562382-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.255293] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-78fdbc87-7896-4b9c-9614-142b8999368d tempest-AttachInterfacesV270Test-276562382 tempest-AttachInterfacesV270Test-276562382-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.255532] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-78fdbc87-7896-4b9c-9614-142b8999368d tempest-AttachInterfacesV270Test-276562382 tempest-AttachInterfacesV270Test-276562382-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.255739] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-78fdbc87-7896-4b9c-9614-142b8999368d tempest-AttachInterfacesV270Test-276562382 tempest-AttachInterfacesV270Test-276562382-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.256229] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-78fdbc87-7896-4b9c-9614-142b8999368d tempest-AttachInterfacesV270Test-276562382 tempest-AttachInterfacesV270Test-276562382-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.256387] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-78fdbc87-7896-4b9c-9614-142b8999368d tempest-AttachInterfacesV270Test-276562382 tempest-AttachInterfacesV270Test-276562382-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.256580] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-78fdbc87-7896-4b9c-9614-142b8999368d tempest-AttachInterfacesV270Test-276562382 tempest-AttachInterfacesV270Test-276562382-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.268656] nova-conductor[54853]: DEBUG nova.quota [None req-78fdbc87-7896-4b9c-9614-142b8999368d tempest-AttachInterfacesV270Test-276562382 tempest-AttachInterfacesV270Test-276562382-project-member] Getting quotas for project 7201d5b779d249aeacae9003db093552. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 992.273181] nova-conductor[54853]: DEBUG nova.quota [None req-78fdbc87-7896-4b9c-9614-142b8999368d tempest-AttachInterfacesV270Test-276562382 tempest-AttachInterfacesV270Test-276562382-project-member] Getting quotas for user 120406e8c20c4bcc800edffadb3b9321 and project 7201d5b779d249aeacae9003db093552. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 992.278818] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-78fdbc87-7896-4b9c-9614-142b8999368d tempest-AttachInterfacesV270Test-276562382 tempest-AttachInterfacesV270Test-276562382-project-member] [instance: 63b16034-87f0-433f-b48c-0e936642534c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 992.279375] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-78fdbc87-7896-4b9c-9614-142b8999368d tempest-AttachInterfacesV270Test-276562382 tempest-AttachInterfacesV270Test-276562382-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.279581] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-78fdbc87-7896-4b9c-9614-142b8999368d tempest-AttachInterfacesV270Test-276562382 tempest-AttachInterfacesV270Test-276562382-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.279767] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-78fdbc87-7896-4b9c-9614-142b8999368d tempest-AttachInterfacesV270Test-276562382 tempest-AttachInterfacesV270Test-276562382-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.288408] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-78fdbc87-7896-4b9c-9614-142b8999368d tempest-AttachInterfacesV270Test-276562382 tempest-AttachInterfacesV270Test-276562382-project-member] [instance: 63b16034-87f0-433f-b48c-0e936642534c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 992.289293] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-78fdbc87-7896-4b9c-9614-142b8999368d tempest-AttachInterfacesV270Test-276562382 tempest-AttachInterfacesV270Test-276562382-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.289627] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-78fdbc87-7896-4b9c-9614-142b8999368d tempest-AttachInterfacesV270Test-276562382 tempest-AttachInterfacesV270Test-276562382-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.289835] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-78fdbc87-7896-4b9c-9614-142b8999368d tempest-AttachInterfacesV270Test-276562382 tempest-AttachInterfacesV270Test-276562382-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.312614] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-78fdbc87-7896-4b9c-9614-142b8999368d tempest-AttachInterfacesV270Test-276562382 tempest-AttachInterfacesV270Test-276562382-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.312971] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-78fdbc87-7896-4b9c-9614-142b8999368d tempest-AttachInterfacesV270Test-276562382 tempest-AttachInterfacesV270Test-276562382-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.312971] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-78fdbc87-7896-4b9c-9614-142b8999368d tempest-AttachInterfacesV270Test-276562382 tempest-AttachInterfacesV270Test-276562382-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.188078] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=21,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 994.205793] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=34,nova_cell1:UPDATE=21,nova_cell1:INSERT=23 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 995.414697] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-8a56470f-876c-46e0-b889-acfcf41cbbc5 tempest-ServersAaction247Test-328267384 tempest-ServersAaction247Test-328267384-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 995.429583] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-8a56470f-876c-46e0-b889-acfcf41cbbc5 tempest-ServersAaction247Test-328267384 tempest-ServersAaction247Test-328267384-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.429583] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-8a56470f-876c-46e0-b889-acfcf41cbbc5 tempest-ServersAaction247Test-328267384 tempest-ServersAaction247Test-328267384-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.429791] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-8a56470f-876c-46e0-b889-acfcf41cbbc5 tempest-ServersAaction247Test-328267384 tempest-ServersAaction247Test-328267384-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.466504] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-8a56470f-876c-46e0-b889-acfcf41cbbc5 tempest-ServersAaction247Test-328267384 tempest-ServersAaction247Test-328267384-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.466734] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-8a56470f-876c-46e0-b889-acfcf41cbbc5 tempest-ServersAaction247Test-328267384 tempest-ServersAaction247Test-328267384-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.466839] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-8a56470f-876c-46e0-b889-acfcf41cbbc5 tempest-ServersAaction247Test-328267384 tempest-ServersAaction247Test-328267384-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.467263] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-8a56470f-876c-46e0-b889-acfcf41cbbc5 tempest-ServersAaction247Test-328267384 tempest-ServersAaction247Test-328267384-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.467457] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-8a56470f-876c-46e0-b889-acfcf41cbbc5 tempest-ServersAaction247Test-328267384 tempest-ServersAaction247Test-328267384-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.467850] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-8a56470f-876c-46e0-b889-acfcf41cbbc5 tempest-ServersAaction247Test-328267384 tempest-ServersAaction247Test-328267384-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.479641] nova-conductor[54853]: DEBUG nova.quota [None req-8a56470f-876c-46e0-b889-acfcf41cbbc5 tempest-ServersAaction247Test-328267384 tempest-ServersAaction247Test-328267384-project-member] Getting quotas for project c20a31c6d585475daffe9deb44035068. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 995.482637] nova-conductor[54853]: DEBUG nova.quota [None req-8a56470f-876c-46e0-b889-acfcf41cbbc5 tempest-ServersAaction247Test-328267384 tempest-ServersAaction247Test-328267384-project-member] Getting quotas for user bf0f535a61524e608bcffd0c84639b3b and project c20a31c6d585475daffe9deb44035068. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 995.490893] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-8a56470f-876c-46e0-b889-acfcf41cbbc5 tempest-ServersAaction247Test-328267384 tempest-ServersAaction247Test-328267384-project-member] [instance: d1026124-821b-44c1-b1f6-257597ce1195] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 995.491422] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-8a56470f-876c-46e0-b889-acfcf41cbbc5 tempest-ServersAaction247Test-328267384 tempest-ServersAaction247Test-328267384-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.491610] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-8a56470f-876c-46e0-b889-acfcf41cbbc5 tempest-ServersAaction247Test-328267384 tempest-ServersAaction247Test-328267384-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.491781] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-8a56470f-876c-46e0-b889-acfcf41cbbc5 tempest-ServersAaction247Test-328267384 tempest-ServersAaction247Test-328267384-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.497777] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-8a56470f-876c-46e0-b889-acfcf41cbbc5 tempest-ServersAaction247Test-328267384 tempest-ServersAaction247Test-328267384-project-member] [instance: d1026124-821b-44c1-b1f6-257597ce1195] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 995.498349] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-8a56470f-876c-46e0-b889-acfcf41cbbc5 tempest-ServersAaction247Test-328267384 tempest-ServersAaction247Test-328267384-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.498556] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-8a56470f-876c-46e0-b889-acfcf41cbbc5 tempest-ServersAaction247Test-328267384 tempest-ServersAaction247Test-328267384-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.498723] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-8a56470f-876c-46e0-b889-acfcf41cbbc5 tempest-ServersAaction247Test-328267384 tempest-ServersAaction247Test-328267384-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.515135] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-8a56470f-876c-46e0-b889-acfcf41cbbc5 tempest-ServersAaction247Test-328267384 tempest-ServersAaction247Test-328267384-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.515368] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-8a56470f-876c-46e0-b889-acfcf41cbbc5 tempest-ServersAaction247Test-328267384 tempest-ServersAaction247Test-328267384-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.515532] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-8a56470f-876c-46e0-b889-acfcf41cbbc5 tempest-ServersAaction247Test-328267384 tempest-ServersAaction247Test-328267384-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.572065] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=432,nova_cell1:UPDATE=292,nova_cell1:INSERT=38,nova_cell1:SAVEPOINT=29,nova_cell1:RELEASE=29,nova_cell1:DELETE=12 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 996.081536] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell1:SELECT=451,nova_cell1:UPDATE=321,nova_cell1:SAVEPOINT=27,nova_cell1:RELEASE=27,nova_cell1:DELETE=17,nova_cell1:INSERT=31 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 996.235641] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-14418e80-e852-4dff-b51b-551e9ca2d91f tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Targeting cell 7c385852-dcd3-47ff-aed8-fb74e138993a(cell1) for conductor method unshelve_instance {{(pid=54853) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 996.235867] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-14418e80-e852-4dff-b51b-551e9ca2d91f tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.236135] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-14418e80-e852-4dff-b51b-551e9ca2d91f tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.236307] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-14418e80-e852-4dff-b51b-551e9ca2d91f tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.503967] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-14418e80-e852-4dff-b51b-551e9ca2d91f tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] [instance: 75f9473f-ca67-4bb5-8663-0ce3709885e9] Requesting cell 7c385852-dcd3-47ff-aed8-fb74e138993a(cell1) during scheduling {{(pid=54853) _restrict_request_spec_to_cell /opt/stack/nova/nova/conductor/manager.py:963}} [ 997.013713] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-14418e80-e852-4dff-b51b-551e9ca2d91f tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 997.014118] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-14418e80-e852-4dff-b51b-551e9ca2d91f tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] [instance: 75f9473f-ca67-4bb5-8663-0ce3709885e9] Scheduler selected host: cpu-1, node:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=54853) unshelve_instance /opt/stack/nova/nova/conductor/manager.py:1116}} [ 997.020018] nova-conductor[54853]: DEBUG nova.objects.instance [None req-14418e80-e852-4dff-b51b-551e9ca2d91f tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Lazy-loading 'flavor' on Instance uuid 75f9473f-ca67-4bb5-8663-0ce3709885e9 {{(pid=54853) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.473086] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell0:SELECT=4 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1006.506379] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=23,nova_api:DELETE=1,nova_api:UPDATE=2 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1007.017295] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=29,nova_api:UPDATE=2,nova_api:DELETE=3 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1007.063061] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell1:SELECT=19,nova_cell1:INSERT=32,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:UPDATE=6 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1008.385350] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-407982ec-c8ba-4a12-b32a-20635ab90773 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Targeting cell 7c385852-dcd3-47ff-aed8-fb74e138993a(cell1) for conductor method migrate_server {{(pid=54852) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 1008.385599] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-407982ec-c8ba-4a12-b32a-20635ab90773 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.385800] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-407982ec-c8ba-4a12-b32a-20635ab90773 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.385964] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-407982ec-c8ba-4a12-b32a-20635ab90773 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.428156] nova-conductor[54852]: DEBUG nova.conductor.tasks.migrate [None req-407982ec-c8ba-4a12-b32a-20635ab90773 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] [instance: 1fef5eb2-acb0-4d00-81a3-c270af7df0e8] Restricting to cell 7c385852-dcd3-47ff-aed8-fb74e138993a(cell1) while migrating {{(pid=54852) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} [ 1008.518271] nova-conductor[54852]: DEBUG nova.conductor.tasks.migrate [None req-407982ec-c8ba-4a12-b32a-20635ab90773 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Created allocations for migration ae5ecb83-a61f-457c-ae39-66bc710f74df on a513b783-544c-421b-85ec-cfd6d6ee698d {{(pid=54852) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} [ 1009.023900] nova-conductor[54852]: DEBUG nova.conductor.tasks.migrate [None req-407982ec-c8ba-4a12-b32a-20635ab90773 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] [instance: 1fef5eb2-acb0-4d00-81a3-c270af7df0e8] Calling prep_resize with selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:325}} [ 1015.814953] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-62058043-6da8-4a18-a4e3-67fbc460a869 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1015.828496] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-62058043-6da8-4a18-a4e3-67fbc460a869 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.828740] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-62058043-6da8-4a18-a4e3-67fbc460a869 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.828914] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-62058043-6da8-4a18-a4e3-67fbc460a869 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.871581] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-62058043-6da8-4a18-a4e3-67fbc460a869 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.871885] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-62058043-6da8-4a18-a4e3-67fbc460a869 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.871975] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-62058043-6da8-4a18-a4e3-67fbc460a869 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.872886] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-62058043-6da8-4a18-a4e3-67fbc460a869 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.872886] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-62058043-6da8-4a18-a4e3-67fbc460a869 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.872886] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-62058043-6da8-4a18-a4e3-67fbc460a869 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.881409] nova-conductor[54853]: DEBUG nova.quota [None req-62058043-6da8-4a18-a4e3-67fbc460a869 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Getting quotas for project 76d290a91b3b4d9491f755fd3d7e7894. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1015.884212] nova-conductor[54853]: DEBUG nova.quota [None req-62058043-6da8-4a18-a4e3-67fbc460a869 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Getting quotas for user 8d2829faa8f74da8a1432abd0c2434f2 and project 76d290a91b3b4d9491f755fd3d7e7894. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1015.889313] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-62058043-6da8-4a18-a4e3-67fbc460a869 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] [instance: aae1a2a3-57da-4846-8240-ac0626e9ebd8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1015.889803] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-62058043-6da8-4a18-a4e3-67fbc460a869 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.890016] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-62058043-6da8-4a18-a4e3-67fbc460a869 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.890192] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-62058043-6da8-4a18-a4e3-67fbc460a869 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.896127] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-62058043-6da8-4a18-a4e3-67fbc460a869 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] [instance: aae1a2a3-57da-4846-8240-ac0626e9ebd8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1015.896786] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-62058043-6da8-4a18-a4e3-67fbc460a869 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.896985] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-62058043-6da8-4a18-a4e3-67fbc460a869 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.897257] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-62058043-6da8-4a18-a4e3-67fbc460a869 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.936969] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-62058043-6da8-4a18-a4e3-67fbc460a869 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.936969] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-62058043-6da8-4a18-a4e3-67fbc460a869 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.937570] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-62058043-6da8-4a18-a4e3-67fbc460a869 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.037140] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=3 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1019.038256] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=1,nova_api:UPDATE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1019.056752] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=8,nova_cell1:UPDATE=6,nova_cell1:INSERT=3 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1025.876938] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell0:SELECT=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1025.899685] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1025.925595] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=7 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1025.930980] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1030.172614] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-15f4a3b9-16be-4a93-bc71-16466a3efe68 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Took 0.51 seconds to select destinations for 2 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1030.187061] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-15f4a3b9-16be-4a93-bc71-16466a3efe68 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.187725] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-15f4a3b9-16be-4a93-bc71-16466a3efe68 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.187725] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-15f4a3b9-16be-4a93-bc71-16466a3efe68 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.243031] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-15f4a3b9-16be-4a93-bc71-16466a3efe68 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.243108] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-15f4a3b9-16be-4a93-bc71-16466a3efe68 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.243504] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-15f4a3b9-16be-4a93-bc71-16466a3efe68 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.282849] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-15f4a3b9-16be-4a93-bc71-16466a3efe68 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.282849] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-15f4a3b9-16be-4a93-bc71-16466a3efe68 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.282849] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-15f4a3b9-16be-4a93-bc71-16466a3efe68 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.282849] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-15f4a3b9-16be-4a93-bc71-16466a3efe68 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.282849] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-15f4a3b9-16be-4a93-bc71-16466a3efe68 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.282849] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-15f4a3b9-16be-4a93-bc71-16466a3efe68 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.293378] nova-conductor[54853]: DEBUG nova.quota [None req-15f4a3b9-16be-4a93-bc71-16466a3efe68 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Getting quotas for project a7373f1d735a4f51a8524e0aa4b39b50. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1030.297077] nova-conductor[54853]: DEBUG nova.quota [None req-15f4a3b9-16be-4a93-bc71-16466a3efe68 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Getting quotas for user 715bac2639c841dba876a5c1b74e6ade and project a7373f1d735a4f51a8524e0aa4b39b50. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1030.304341] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-15f4a3b9-16be-4a93-bc71-16466a3efe68 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] [instance: 62889af3-06e9-4f5e-9ab0-87024e0678ca] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1030.304341] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-15f4a3b9-16be-4a93-bc71-16466a3efe68 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.304341] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-15f4a3b9-16be-4a93-bc71-16466a3efe68 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.304341] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-15f4a3b9-16be-4a93-bc71-16466a3efe68 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.307811] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-15f4a3b9-16be-4a93-bc71-16466a3efe68 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] [instance: 62889af3-06e9-4f5e-9ab0-87024e0678ca] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1030.308515] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-15f4a3b9-16be-4a93-bc71-16466a3efe68 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.308752] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-15f4a3b9-16be-4a93-bc71-16466a3efe68 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.308941] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-15f4a3b9-16be-4a93-bc71-16466a3efe68 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.325681] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-15f4a3b9-16be-4a93-bc71-16466a3efe68 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.325893] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-15f4a3b9-16be-4a93-bc71-16466a3efe68 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.326073] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-15f4a3b9-16be-4a93-bc71-16466a3efe68 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.333750] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-15f4a3b9-16be-4a93-bc71-16466a3efe68 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] [instance: 19e75201-8918-4b27-928b-633849222daf] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1030.333750] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-15f4a3b9-16be-4a93-bc71-16466a3efe68 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.333889] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-15f4a3b9-16be-4a93-bc71-16466a3efe68 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.334062] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-15f4a3b9-16be-4a93-bc71-16466a3efe68 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.343264] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-15f4a3b9-16be-4a93-bc71-16466a3efe68 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] [instance: 19e75201-8918-4b27-928b-633849222daf] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1030.343264] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-15f4a3b9-16be-4a93-bc71-16466a3efe68 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.343264] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-15f4a3b9-16be-4a93-bc71-16466a3efe68 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.343264] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-15f4a3b9-16be-4a93-bc71-16466a3efe68 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.355141] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-15f4a3b9-16be-4a93-bc71-16466a3efe68 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.355363] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-15f4a3b9-16be-4a93-bc71-16466a3efe68 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.356030] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-15f4a3b9-16be-4a93-bc71-16466a3efe68 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.455961] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-68332740-c8c9-435a-95fe-b601ee311794 tempest-ServersNegativeTestMultiTenantJSON-1731198954 tempest-ServersNegativeTestMultiTenantJSON-1731198954-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1033.503534] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-68332740-c8c9-435a-95fe-b601ee311794 tempest-ServersNegativeTestMultiTenantJSON-1731198954 tempest-ServersNegativeTestMultiTenantJSON-1731198954-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.503782] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-68332740-c8c9-435a-95fe-b601ee311794 tempest-ServersNegativeTestMultiTenantJSON-1731198954 tempest-ServersNegativeTestMultiTenantJSON-1731198954-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.503960] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-68332740-c8c9-435a-95fe-b601ee311794 tempest-ServersNegativeTestMultiTenantJSON-1731198954 tempest-ServersNegativeTestMultiTenantJSON-1731198954-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.640589] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-68332740-c8c9-435a-95fe-b601ee311794 tempest-ServersNegativeTestMultiTenantJSON-1731198954 tempest-ServersNegativeTestMultiTenantJSON-1731198954-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.640819] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-68332740-c8c9-435a-95fe-b601ee311794 tempest-ServersNegativeTestMultiTenantJSON-1731198954 tempest-ServersNegativeTestMultiTenantJSON-1731198954-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.640989] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-68332740-c8c9-435a-95fe-b601ee311794 tempest-ServersNegativeTestMultiTenantJSON-1731198954 tempest-ServersNegativeTestMultiTenantJSON-1731198954-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.641384] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-68332740-c8c9-435a-95fe-b601ee311794 tempest-ServersNegativeTestMultiTenantJSON-1731198954 tempest-ServersNegativeTestMultiTenantJSON-1731198954-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.641744] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-68332740-c8c9-435a-95fe-b601ee311794 tempest-ServersNegativeTestMultiTenantJSON-1731198954 tempest-ServersNegativeTestMultiTenantJSON-1731198954-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.641828] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-68332740-c8c9-435a-95fe-b601ee311794 tempest-ServersNegativeTestMultiTenantJSON-1731198954 tempest-ServersNegativeTestMultiTenantJSON-1731198954-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.660714] nova-conductor[54852]: DEBUG nova.quota [None req-68332740-c8c9-435a-95fe-b601ee311794 tempest-ServersNegativeTestMultiTenantJSON-1731198954 tempest-ServersNegativeTestMultiTenantJSON-1731198954-project-member] Getting quotas for project 1a29f3f0408a45af83ade2e3ae22deeb. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1033.675330] nova-conductor[54852]: DEBUG nova.quota [None req-68332740-c8c9-435a-95fe-b601ee311794 tempest-ServersNegativeTestMultiTenantJSON-1731198954 tempest-ServersNegativeTestMultiTenantJSON-1731198954-project-member] Getting quotas for user 87fc513cff384393831ddaad87f05c00 and project 1a29f3f0408a45af83ade2e3ae22deeb. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1033.680943] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-68332740-c8c9-435a-95fe-b601ee311794 tempest-ServersNegativeTestMultiTenantJSON-1731198954 tempest-ServersNegativeTestMultiTenantJSON-1731198954-project-member] [instance: 996cb68a-4a18-488d-890f-ace24dcd4c42] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1033.681474] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-68332740-c8c9-435a-95fe-b601ee311794 tempest-ServersNegativeTestMultiTenantJSON-1731198954 tempest-ServersNegativeTestMultiTenantJSON-1731198954-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.681682] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-68332740-c8c9-435a-95fe-b601ee311794 tempest-ServersNegativeTestMultiTenantJSON-1731198954 tempest-ServersNegativeTestMultiTenantJSON-1731198954-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.681858] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-68332740-c8c9-435a-95fe-b601ee311794 tempest-ServersNegativeTestMultiTenantJSON-1731198954 tempest-ServersNegativeTestMultiTenantJSON-1731198954-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.684434] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-68332740-c8c9-435a-95fe-b601ee311794 tempest-ServersNegativeTestMultiTenantJSON-1731198954 tempest-ServersNegativeTestMultiTenantJSON-1731198954-project-member] [instance: 996cb68a-4a18-488d-890f-ace24dcd4c42] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1033.685085] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-68332740-c8c9-435a-95fe-b601ee311794 tempest-ServersNegativeTestMultiTenantJSON-1731198954 tempest-ServersNegativeTestMultiTenantJSON-1731198954-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.685286] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-68332740-c8c9-435a-95fe-b601ee311794 tempest-ServersNegativeTestMultiTenantJSON-1731198954 tempest-ServersNegativeTestMultiTenantJSON-1731198954-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.685451] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-68332740-c8c9-435a-95fe-b601ee311794 tempest-ServersNegativeTestMultiTenantJSON-1731198954 tempest-ServersNegativeTestMultiTenantJSON-1731198954-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.770035] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-68332740-c8c9-435a-95fe-b601ee311794 tempest-ServersNegativeTestMultiTenantJSON-1731198954 tempest-ServersNegativeTestMultiTenantJSON-1731198954-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.770035] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-68332740-c8c9-435a-95fe-b601ee311794 tempest-ServersNegativeTestMultiTenantJSON-1731198954 tempest-ServersNegativeTestMultiTenantJSON-1731198954-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.770254] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-68332740-c8c9-435a-95fe-b601ee311794 tempest-ServersNegativeTestMultiTenantJSON-1731198954 tempest-ServersNegativeTestMultiTenantJSON-1731198954-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.287469] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell0:SELECT=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1040.344051] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell1:SELECT=5,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=15,nova_cell1:RELEASE=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1040.352058] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=9,nova_api:UPDATE=2 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1040.353405] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=7,nova_api:DELETE=2 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1041.231564] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-0e252547-408a-44e1-ba07-b6748464ad1d tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Targeting cell 7c385852-dcd3-47ff-aed8-fb74e138993a(cell1) for conductor method rebuild_instance {{(pid=54852) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 1041.231826] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0e252547-408a-44e1-ba07-b6748464ad1d tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.232040] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0e252547-408a-44e1-ba07-b6748464ad1d tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.232217] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0e252547-408a-44e1-ba07-b6748464ad1d tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.245135] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-0e252547-408a-44e1-ba07-b6748464ad1d tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] [instance: b459a438-c287-4fbd-80f5-b5d3c31b83c9] No migration record for the rebuild/evacuate request. {{(pid=54852) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 1043.645722] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell0:SELECT=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1043.761149] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1049.100687] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-5e2d81f9-198a-4bcb-b508-21855812a8f9 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1049.114967] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5e2d81f9-198a-4bcb-b508-21855812a8f9 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.115271] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5e2d81f9-198a-4bcb-b508-21855812a8f9 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.115414] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5e2d81f9-198a-4bcb-b508-21855812a8f9 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.143619] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5e2d81f9-198a-4bcb-b508-21855812a8f9 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.143848] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5e2d81f9-198a-4bcb-b508-21855812a8f9 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.144026] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5e2d81f9-198a-4bcb-b508-21855812a8f9 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.144422] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5e2d81f9-198a-4bcb-b508-21855812a8f9 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.144603] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5e2d81f9-198a-4bcb-b508-21855812a8f9 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.144762] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5e2d81f9-198a-4bcb-b508-21855812a8f9 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.152457] nova-conductor[54853]: DEBUG nova.quota [None req-5e2d81f9-198a-4bcb-b508-21855812a8f9 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Getting quotas for project 011a5ec25af44f92961be00f82c10c08. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1049.154675] nova-conductor[54853]: DEBUG nova.quota [None req-5e2d81f9-198a-4bcb-b508-21855812a8f9 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Getting quotas for user 182e1b6f26ed401da24d07a85f993802 and project 011a5ec25af44f92961be00f82c10c08. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1049.159960] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-5e2d81f9-198a-4bcb-b508-21855812a8f9 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] [instance: 222b944d-c58e-476e-b723-fc2b6990120a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1049.160471] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5e2d81f9-198a-4bcb-b508-21855812a8f9 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.160676] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5e2d81f9-198a-4bcb-b508-21855812a8f9 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.161092] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5e2d81f9-198a-4bcb-b508-21855812a8f9 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.166686] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-5e2d81f9-198a-4bcb-b508-21855812a8f9 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] [instance: 222b944d-c58e-476e-b723-fc2b6990120a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1049.167541] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5e2d81f9-198a-4bcb-b508-21855812a8f9 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.167809] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5e2d81f9-198a-4bcb-b508-21855812a8f9 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.168057] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5e2d81f9-198a-4bcb-b508-21855812a8f9 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.210987] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5e2d81f9-198a-4bcb-b508-21855812a8f9 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.211323] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5e2d81f9-198a-4bcb-b508-21855812a8f9 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.211635] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-5e2d81f9-198a-4bcb-b508-21855812a8f9 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.249518] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=7 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1051.265197] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=7,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=9,nova_cell1:RELEASE=1,nova_cell1:UPDATE=3 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1055.837485] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=330,nova_cell1:UPDATE=211,nova_cell1:INSERT=27,nova_cell1:SAVEPOINT=20,nova_cell1:RELEASE=20,nova_cell1:DELETE=8 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1056.503656] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell1:SELECT=343,nova_cell1:UPDATE=247,nova_cell1:SAVEPOINT=22,nova_cell1:RELEASE=22,nova_cell1:INSERT=18,nova_cell1:DELETE=15 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1057.183131] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-9c3feba6-2caa-4282-a496-198941cab8b6 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Took 0.50 seconds to select destinations for 2 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1057.196340] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9c3feba6-2caa-4282-a496-198941cab8b6 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.196641] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9c3feba6-2caa-4282-a496-198941cab8b6 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.196871] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9c3feba6-2caa-4282-a496-198941cab8b6 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.238447] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9c3feba6-2caa-4282-a496-198941cab8b6 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.238697] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9c3feba6-2caa-4282-a496-198941cab8b6 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.238867] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9c3feba6-2caa-4282-a496-198941cab8b6 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.266078] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9c3feba6-2caa-4282-a496-198941cab8b6 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.266345] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9c3feba6-2caa-4282-a496-198941cab8b6 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.266516] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9c3feba6-2caa-4282-a496-198941cab8b6 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.266884] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9c3feba6-2caa-4282-a496-198941cab8b6 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.267088] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9c3feba6-2caa-4282-a496-198941cab8b6 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.267250] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9c3feba6-2caa-4282-a496-198941cab8b6 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.276937] nova-conductor[54853]: DEBUG nova.quota [None req-9c3feba6-2caa-4282-a496-198941cab8b6 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Getting quotas for project a7373f1d735a4f51a8524e0aa4b39b50. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1057.279929] nova-conductor[54853]: DEBUG nova.quota [None req-9c3feba6-2caa-4282-a496-198941cab8b6 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Getting quotas for user 715bac2639c841dba876a5c1b74e6ade and project a7373f1d735a4f51a8524e0aa4b39b50. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1057.284919] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-9c3feba6-2caa-4282-a496-198941cab8b6 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] [instance: fc9ed87d-147a-47c0-b37e-720f20132b17] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1057.285489] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9c3feba6-2caa-4282-a496-198941cab8b6 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.285739] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9c3feba6-2caa-4282-a496-198941cab8b6 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.285956] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9c3feba6-2caa-4282-a496-198941cab8b6 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.290692] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-9c3feba6-2caa-4282-a496-198941cab8b6 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] [instance: fc9ed87d-147a-47c0-b37e-720f20132b17] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1057.291394] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9c3feba6-2caa-4282-a496-198941cab8b6 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.291653] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9c3feba6-2caa-4282-a496-198941cab8b6 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.291869] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9c3feba6-2caa-4282-a496-198941cab8b6 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.311889] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9c3feba6-2caa-4282-a496-198941cab8b6 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.312170] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9c3feba6-2caa-4282-a496-198941cab8b6 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.312417] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9c3feba6-2caa-4282-a496-198941cab8b6 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.321657] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-9c3feba6-2caa-4282-a496-198941cab8b6 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] [instance: cb87a7b0-5a88-4b58-aea3-ce998cf579b6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1057.322191] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9c3feba6-2caa-4282-a496-198941cab8b6 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.322473] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9c3feba6-2caa-4282-a496-198941cab8b6 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.322696] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9c3feba6-2caa-4282-a496-198941cab8b6 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.325979] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-9c3feba6-2caa-4282-a496-198941cab8b6 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] [instance: cb87a7b0-5a88-4b58-aea3-ce998cf579b6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1057.326621] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9c3feba6-2caa-4282-a496-198941cab8b6 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.326913] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9c3feba6-2caa-4282-a496-198941cab8b6 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.327147] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9c3feba6-2caa-4282-a496-198941cab8b6 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.347530] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9c3feba6-2caa-4282-a496-198941cab8b6 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.347780] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9c3feba6-2caa-4282-a496-198941cab8b6 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.347978] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-9c3feba6-2caa-4282-a496-198941cab8b6 tempest-MultipleCreateTestJSON-1885654464 tempest-MultipleCreateTestJSON-1885654464-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.736382] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-d8716dd9-8a87-4855-8903-dcbcb4c733bd tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1059.750276] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d8716dd9-8a87-4855-8903-dcbcb4c733bd tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.750575] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d8716dd9-8a87-4855-8903-dcbcb4c733bd tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.750809] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d8716dd9-8a87-4855-8903-dcbcb4c733bd tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.780690] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d8716dd9-8a87-4855-8903-dcbcb4c733bd tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.780934] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d8716dd9-8a87-4855-8903-dcbcb4c733bd tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.781151] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d8716dd9-8a87-4855-8903-dcbcb4c733bd tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.781558] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d8716dd9-8a87-4855-8903-dcbcb4c733bd tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.781753] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d8716dd9-8a87-4855-8903-dcbcb4c733bd tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.782195] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d8716dd9-8a87-4855-8903-dcbcb4c733bd tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.791576] nova-conductor[54852]: DEBUG nova.quota [None req-d8716dd9-8a87-4855-8903-dcbcb4c733bd tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] Getting quotas for project a855374ba4624ee78230d07b85b2ab8b. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1059.793909] nova-conductor[54852]: DEBUG nova.quota [None req-d8716dd9-8a87-4855-8903-dcbcb4c733bd tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] Getting quotas for user d3732884d90b416597cfc499ebf82e53 and project a855374ba4624ee78230d07b85b2ab8b. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1059.799457] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-d8716dd9-8a87-4855-8903-dcbcb4c733bd tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] [instance: bc86897e-85d6-46ea-bf66-2df7c6ed8fa0] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1059.799969] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d8716dd9-8a87-4855-8903-dcbcb4c733bd tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.800213] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d8716dd9-8a87-4855-8903-dcbcb4c733bd tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.800410] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d8716dd9-8a87-4855-8903-dcbcb4c733bd tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.803269] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-d8716dd9-8a87-4855-8903-dcbcb4c733bd tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] [instance: bc86897e-85d6-46ea-bf66-2df7c6ed8fa0] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1059.803929] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d8716dd9-8a87-4855-8903-dcbcb4c733bd tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.804148] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d8716dd9-8a87-4855-8903-dcbcb4c733bd tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.804315] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d8716dd9-8a87-4855-8903-dcbcb4c733bd tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.820222] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d8716dd9-8a87-4855-8903-dcbcb4c733bd tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.820458] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d8716dd9-8a87-4855-8903-dcbcb4c733bd tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.820644] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d8716dd9-8a87-4855-8903-dcbcb4c733bd tempest-AttachVolumeTestJSON-1511203818 tempest-AttachVolumeTestJSON-1511203818-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.272646] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell0:SELECT=2 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1067.329026] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell1:SELECT=8,nova_cell1:INSERT=21 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1067.341156] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=14,nova_api:DELETE=2,nova_api:UPDATE=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1067.345496] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1069.785867] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell0:SELECT=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1069.805887] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1069.814264] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1069.818231] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=6,nova_api:DELETE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1073.341526] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-ec548318-3fa8-4a48-a1f4-d4159a43e412 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1073.356250] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-ec548318-3fa8-4a48-a1f4-d4159a43e412 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.356804] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-ec548318-3fa8-4a48-a1f4-d4159a43e412 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.356804] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-ec548318-3fa8-4a48-a1f4-d4159a43e412 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.391958] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-ec548318-3fa8-4a48-a1f4-d4159a43e412 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.392222] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-ec548318-3fa8-4a48-a1f4-d4159a43e412 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.392377] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-ec548318-3fa8-4a48-a1f4-d4159a43e412 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.392793] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-ec548318-3fa8-4a48-a1f4-d4159a43e412 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.392992] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-ec548318-3fa8-4a48-a1f4-d4159a43e412 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.393179] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-ec548318-3fa8-4a48-a1f4-d4159a43e412 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.403899] nova-conductor[54853]: DEBUG nova.quota [None req-ec548318-3fa8-4a48-a1f4-d4159a43e412 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Getting quotas for project 2d1cf5e642524949a8366bf54d00593e. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1073.407716] nova-conductor[54853]: DEBUG nova.quota [None req-ec548318-3fa8-4a48-a1f4-d4159a43e412 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Getting quotas for user 676a737149a9418498a55f83760df073 and project 2d1cf5e642524949a8366bf54d00593e. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1073.415111] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-ec548318-3fa8-4a48-a1f4-d4159a43e412 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] [instance: b826c4d1-3e31-49da-8e16-8e512599912c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1073.415682] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-ec548318-3fa8-4a48-a1f4-d4159a43e412 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.415895] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-ec548318-3fa8-4a48-a1f4-d4159a43e412 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.416077] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-ec548318-3fa8-4a48-a1f4-d4159a43e412 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.420922] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-ec548318-3fa8-4a48-a1f4-d4159a43e412 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] [instance: b826c4d1-3e31-49da-8e16-8e512599912c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1073.421685] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-ec548318-3fa8-4a48-a1f4-d4159a43e412 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.421902] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-ec548318-3fa8-4a48-a1f4-d4159a43e412 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.422084] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-ec548318-3fa8-4a48-a1f4-d4159a43e412 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.442149] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-ec548318-3fa8-4a48-a1f4-d4159a43e412 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.442390] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-ec548318-3fa8-4a48-a1f4-d4159a43e412 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.442560] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-ec548318-3fa8-4a48-a1f4-d4159a43e412 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.894657] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-e0851129-74f5-4a7d-bdf3-3cfa2240096e tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1081.917442] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e0851129-74f5-4a7d-bdf3-3cfa2240096e tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.917850] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e0851129-74f5-4a7d-bdf3-3cfa2240096e tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.918087] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e0851129-74f5-4a7d-bdf3-3cfa2240096e tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.963186] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e0851129-74f5-4a7d-bdf3-3cfa2240096e tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.963186] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e0851129-74f5-4a7d-bdf3-3cfa2240096e tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.963186] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e0851129-74f5-4a7d-bdf3-3cfa2240096e tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.963186] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e0851129-74f5-4a7d-bdf3-3cfa2240096e tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.963186] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e0851129-74f5-4a7d-bdf3-3cfa2240096e tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.963343] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e0851129-74f5-4a7d-bdf3-3cfa2240096e tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.975679] nova-conductor[54852]: DEBUG nova.quota [None req-e0851129-74f5-4a7d-bdf3-3cfa2240096e tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Getting quotas for project 418b805157a74173b5cfe13ea5b61c13. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1081.977805] nova-conductor[54852]: DEBUG nova.quota [None req-e0851129-74f5-4a7d-bdf3-3cfa2240096e tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Getting quotas for user 6bd260135a8e4b96b52e6aad41ff4e42 and project 418b805157a74173b5cfe13ea5b61c13. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1081.982819] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-e0851129-74f5-4a7d-bdf3-3cfa2240096e tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] [instance: d4bc3c6c-20ac-4714-8109-867a2f6292b1] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1081.983333] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e0851129-74f5-4a7d-bdf3-3cfa2240096e tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.983532] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e0851129-74f5-4a7d-bdf3-3cfa2240096e tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.983697] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e0851129-74f5-4a7d-bdf3-3cfa2240096e tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.988515] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-e0851129-74f5-4a7d-bdf3-3cfa2240096e tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] [instance: d4bc3c6c-20ac-4714-8109-867a2f6292b1] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1081.989177] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e0851129-74f5-4a7d-bdf3-3cfa2240096e tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.989376] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e0851129-74f5-4a7d-bdf3-3cfa2240096e tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.989542] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e0851129-74f5-4a7d-bdf3-3cfa2240096e tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.005527] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e0851129-74f5-4a7d-bdf3-3cfa2240096e tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1082.005742] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e0851129-74f5-4a7d-bdf3-3cfa2240096e tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.005937] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e0851129-74f5-4a7d-bdf3-3cfa2240096e tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.397934] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell0:SELECT=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1083.424125] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1083.432107] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=6 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1083.439228] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1091.968923] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell0:SELECT=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1091.991621] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1092.004065] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1092.427032] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-1a814181-61a6-4b3f-963c-22765974cc10 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1092.439944] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1a814181-61a6-4b3f-963c-22765974cc10 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.440189] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1a814181-61a6-4b3f-963c-22765974cc10 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.440355] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1a814181-61a6-4b3f-963c-22765974cc10 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.468071] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1a814181-61a6-4b3f-963c-22765974cc10 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.468289] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1a814181-61a6-4b3f-963c-22765974cc10 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.468458] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1a814181-61a6-4b3f-963c-22765974cc10 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.468825] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1a814181-61a6-4b3f-963c-22765974cc10 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.469018] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1a814181-61a6-4b3f-963c-22765974cc10 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.469181] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1a814181-61a6-4b3f-963c-22765974cc10 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.477882] nova-conductor[54852]: DEBUG nova.quota [None req-1a814181-61a6-4b3f-963c-22765974cc10 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Getting quotas for project 76d290a91b3b4d9491f755fd3d7e7894. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1092.480769] nova-conductor[54852]: DEBUG nova.quota [None req-1a814181-61a6-4b3f-963c-22765974cc10 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Getting quotas for user 8d2829faa8f74da8a1432abd0c2434f2 and project 76d290a91b3b4d9491f755fd3d7e7894. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1092.486032] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-1a814181-61a6-4b3f-963c-22765974cc10 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] [instance: f0b447f4-7d0d-4a91-9e99-bf8fad24b750] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1092.486515] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1a814181-61a6-4b3f-963c-22765974cc10 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.486761] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1a814181-61a6-4b3f-963c-22765974cc10 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.486925] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1a814181-61a6-4b3f-963c-22765974cc10 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.492270] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-1a814181-61a6-4b3f-963c-22765974cc10 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] [instance: f0b447f4-7d0d-4a91-9e99-bf8fad24b750] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1092.492964] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1a814181-61a6-4b3f-963c-22765974cc10 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.493181] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1a814181-61a6-4b3f-963c-22765974cc10 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.493349] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1a814181-61a6-4b3f-963c-22765974cc10 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.510157] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1a814181-61a6-4b3f-963c-22765974cc10 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.510372] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1a814181-61a6-4b3f-963c-22765974cc10 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.510536] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1a814181-61a6-4b3f-963c-22765974cc10 tempest-AttachVolumeNegativeTest-339867505 tempest-AttachVolumeNegativeTest-339867505-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.616190] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-2e82e79a-bb39-40f1-8eda-044359970b1c tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Targeting cell 7c385852-dcd3-47ff-aed8-fb74e138993a(cell1) for conductor method migrate_server {{(pid=54853) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 1097.616481] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-2e82e79a-bb39-40f1-8eda-044359970b1c tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.616753] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-2e82e79a-bb39-40f1-8eda-044359970b1c tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.616964] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-2e82e79a-bb39-40f1-8eda-044359970b1c tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.673564] nova-conductor[54853]: DEBUG nova.conductor.tasks.migrate [None req-2e82e79a-bb39-40f1-8eda-044359970b1c tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] [instance: 222b944d-c58e-476e-b723-fc2b6990120a] Restricting to cell 7c385852-dcd3-47ff-aed8-fb74e138993a(cell1) while migrating {{(pid=54853) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} [ 1097.884931] nova-conductor[54853]: DEBUG nova.conductor.tasks.migrate [None req-2e82e79a-bb39-40f1-8eda-044359970b1c tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Created allocations for migration 256675a0-062a-4dba-916b-7351347f01fb on a513b783-544c-421b-85ec-cfd6d6ee698d {{(pid=54853) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} [ 1098.392059] nova-conductor[54853]: DEBUG nova.conductor.tasks.migrate [None req-2e82e79a-bb39-40f1-8eda-044359970b1c tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] [instance: 222b944d-c58e-476e-b723-fc2b6990120a] Calling prep_resize with selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:325}} [ 1102.473265] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell0:SELECT=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1102.495052] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1102.505807] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1102.507244] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=11,nova_api:DELETE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1108.418065] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=2 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1108.423089] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=2,nova_api:UPDATE=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1108.438170] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell1:SELECT=8,nova_cell1:UPDATE=6,nova_cell1:INSERT=3 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1109.163687] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-2911af93-ff9a-445c-8b79-b2939403d39b tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54853) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1109.177303] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-2911af93-ff9a-445c-8b79-b2939403d39b tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.177555] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-2911af93-ff9a-445c-8b79-b2939403d39b tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.177830] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-2911af93-ff9a-445c-8b79-b2939403d39b tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.206338] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-2911af93-ff9a-445c-8b79-b2939403d39b tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.206609] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-2911af93-ff9a-445c-8b79-b2939403d39b tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.206861] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-2911af93-ff9a-445c-8b79-b2939403d39b tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.207312] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-2911af93-ff9a-445c-8b79-b2939403d39b tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.207551] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-2911af93-ff9a-445c-8b79-b2939403d39b tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.207780] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-2911af93-ff9a-445c-8b79-b2939403d39b tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.219116] nova-conductor[54853]: DEBUG nova.quota [None req-2911af93-ff9a-445c-8b79-b2939403d39b tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Getting quotas for project 2d1cf5e642524949a8366bf54d00593e. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1109.222406] nova-conductor[54853]: DEBUG nova.quota [None req-2911af93-ff9a-445c-8b79-b2939403d39b tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Getting quotas for user 676a737149a9418498a55f83760df073 and project 2d1cf5e642524949a8366bf54d00593e. Resources: {'instances', 'ram', 'cores'} {{(pid=54853) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1109.227594] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-2911af93-ff9a-445c-8b79-b2939403d39b tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] [instance: b943c8e1-68e0-4313-bde7-865ba05408b9] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54853) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1109.228137] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-2911af93-ff9a-445c-8b79-b2939403d39b tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.228351] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-2911af93-ff9a-445c-8b79-b2939403d39b tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.228521] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-2911af93-ff9a-445c-8b79-b2939403d39b tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.234534] nova-conductor[54853]: DEBUG nova.conductor.manager [None req-2911af93-ff9a-445c-8b79-b2939403d39b tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] [instance: b943c8e1-68e0-4313-bde7-865ba05408b9] block_device_mapping [BlockDeviceMapping(attachment_id=def53c00-1096-4f48-ac89-088db369986c,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=,uuid=,volume_id='2bdd0528-e981-4226-a215-481044e8f3b2',volume_size=1,volume_type=None)] {{(pid=54853) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1109.235392] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-2911af93-ff9a-445c-8b79-b2939403d39b tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.235664] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-2911af93-ff9a-445c-8b79-b2939403d39b tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.235873] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-2911af93-ff9a-445c-8b79-b2939403d39b tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.257197] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-2911af93-ff9a-445c-8b79-b2939403d39b tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.257373] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-2911af93-ff9a-445c-8b79-b2939403d39b tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.257529] nova-conductor[54853]: DEBUG oslo_concurrency.lockutils [None req-2911af93-ff9a-445c-8b79-b2939403d39b tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54853) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.982731] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:UPDATE=178,nova_cell1:SELECT=291,nova_cell1:SAVEPOINT=18,nova_cell1:RELEASE=18,nova_cell1:INSERT=36,nova_cell1:DELETE=8 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1116.513084] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell1:SELECT=323,nova_cell1:UPDATE=180,nova_cell1:INSERT=41,nova_cell1:DELETE=7,nova_cell1:SAVEPOINT=11,nova_cell1:RELEASE=10,nova_cell1:ROLLBACK=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1119.212403] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell0:SELECT=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1119.238293] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1119.248987] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=6 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1119.253503] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1126.341621] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-19ebe8ec-ee79-41e1-9a61-f632ecc36299 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Targeting cell 7c385852-dcd3-47ff-aed8-fb74e138993a(cell1) for conductor method migrate_server {{(pid=54852) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 1126.342050] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-19ebe8ec-ee79-41e1-9a61-f632ecc36299 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.342523] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-19ebe8ec-ee79-41e1-9a61-f632ecc36299 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.342634] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-19ebe8ec-ee79-41e1-9a61-f632ecc36299 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.394083] nova-conductor[54852]: DEBUG nova.conductor.tasks.migrate [None req-19ebe8ec-ee79-41e1-9a61-f632ecc36299 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] [instance: b943c8e1-68e0-4313-bde7-865ba05408b9] Restricting to cell 7c385852-dcd3-47ff-aed8-fb74e138993a(cell1) while migrating {{(pid=54852) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} [ 1126.500519] nova-conductor[54852]: DEBUG nova.conductor.tasks.migrate [None req-19ebe8ec-ee79-41e1-9a61-f632ecc36299 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] Created allocations for migration 5f292209-3bb9-49ed-8c52-c1b8dbf590f8 on a513b783-544c-421b-85ec-cfd6d6ee698d {{(pid=54852) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} [ 1127.008038] nova-conductor[54852]: DEBUG nova.conductor.tasks.migrate [None req-19ebe8ec-ee79-41e1-9a61-f632ecc36299 tempest-ServerActionsTestOtherA-777156528 tempest-ServerActionsTestOtherA-777156528-project-member] [instance: b943c8e1-68e0-4313-bde7-865ba05408b9] Calling prep_resize with selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:325}} [ 1137.024230] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=1,nova_api:UPDATE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1137.041986] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=8,nova_cell1:UPDATE=6,nova_cell1:INSERT=3 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1137.186765] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-a5523570-82f2-4a1d-9f7f-401fff4f5b44 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1137.200016] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a5523570-82f2-4a1d-9f7f-401fff4f5b44 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.200210] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a5523570-82f2-4a1d-9f7f-401fff4f5b44 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.200411] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a5523570-82f2-4a1d-9f7f-401fff4f5b44 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.227247] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a5523570-82f2-4a1d-9f7f-401fff4f5b44 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.227473] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a5523570-82f2-4a1d-9f7f-401fff4f5b44 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.227641] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a5523570-82f2-4a1d-9f7f-401fff4f5b44 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.228063] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a5523570-82f2-4a1d-9f7f-401fff4f5b44 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.228257] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a5523570-82f2-4a1d-9f7f-401fff4f5b44 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.228418] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a5523570-82f2-4a1d-9f7f-401fff4f5b44 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.236634] nova-conductor[54852]: DEBUG nova.quota [None req-a5523570-82f2-4a1d-9f7f-401fff4f5b44 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Getting quotas for project 011a5ec25af44f92961be00f82c10c08. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1137.242522] nova-conductor[54852]: DEBUG nova.quota [None req-a5523570-82f2-4a1d-9f7f-401fff4f5b44 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Getting quotas for user 182e1b6f26ed401da24d07a85f993802 and project 011a5ec25af44f92961be00f82c10c08. Resources: {'instances', 'ram', 'cores'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1137.250788] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-a5523570-82f2-4a1d-9f7f-401fff4f5b44 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] [instance: ecbf08d7-e908-4496-8820-b0239bb051b1] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1137.251269] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a5523570-82f2-4a1d-9f7f-401fff4f5b44 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.251474] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a5523570-82f2-4a1d-9f7f-401fff4f5b44 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.251639] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a5523570-82f2-4a1d-9f7f-401fff4f5b44 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.255708] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-a5523570-82f2-4a1d-9f7f-401fff4f5b44 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] [instance: ecbf08d7-e908-4496-8820-b0239bb051b1] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='cd84cf13-77b9-4bc1-bb15-31bece605a8e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1137.256318] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a5523570-82f2-4a1d-9f7f-401fff4f5b44 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.256515] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a5523570-82f2-4a1d-9f7f-401fff4f5b44 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.256678] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a5523570-82f2-4a1d-9f7f-401fff4f5b44 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.276369] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a5523570-82f2-4a1d-9f7f-401fff4f5b44 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.276608] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a5523570-82f2-4a1d-9f7f-401fff4f5b44 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.276778] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a5523570-82f2-4a1d-9f7f-401fff4f5b44 tempest-ServerActionsTestJSON-1144686189 tempest-ServerActionsTestJSON-1144686189-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1147.232580] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell0:SELECT=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1147.258383] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1147.269477] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=10 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1147.272779] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1159.300992] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-261acb63-2e5b-4c8c-ba70-a0c4a68680a0 tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Targeting cell 7c385852-dcd3-47ff-aed8-fb74e138993a(cell1) for conductor method unshelve_instance {{(pid=54852) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 1159.301280] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-261acb63-2e5b-4c8c-ba70-a0c4a68680a0 tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Acquiring lock "7c385852-dcd3-47ff-aed8-fb74e138993a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.301467] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-261acb63-2e5b-4c8c-ba70-a0c4a68680a0 tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.301635] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-261acb63-2e5b-4c8c-ba70-a0c4a68680a0 tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Lock "7c385852-dcd3-47ff-aed8-fb74e138993a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.392379] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-261acb63-2e5b-4c8c-ba70-a0c4a68680a0 tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] [instance: d4bc3c6c-20ac-4714-8109-867a2f6292b1] Requesting cell 7c385852-dcd3-47ff-aed8-fb74e138993a(cell1) during scheduling {{(pid=54852) _restrict_request_spec_to_cell /opt/stack/nova/nova/conductor/manager.py:963}} [ 1159.899947] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-261acb63-2e5b-4c8c-ba70-a0c4a68680a0 tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1159.900415] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-261acb63-2e5b-4c8c-ba70-a0c4a68680a0 tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] [instance: d4bc3c6c-20ac-4714-8109-867a2f6292b1] Scheduler selected host: cpu-1, node:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=54852) unshelve_instance /opt/stack/nova/nova/conductor/manager.py:1116}} [ 1159.905957] nova-conductor[54852]: DEBUG nova.objects.instance [None req-261acb63-2e5b-4c8c-ba70-a0c4a68680a0 tempest-AttachVolumeShelveTestJSON-908149708 tempest-AttachVolumeShelveTestJSON-908149708-project-member] Lazy-loading 'flavor' on Instance uuid d4bc3c6c-20ac-4714-8109-867a2f6292b1 {{(pid=54852) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.394734] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=2 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1169.903462] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=2 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1169.940953] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=7,nova_cell1:UPDATE=6,nova_cell1:INSERT=2 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1178.326337] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=160,nova_cell1:UPDATE=81,nova_cell1:INSERT=15,nova_cell1:SAVEPOINT=10,nova_cell1:RELEASE=10,nova_cell1:DELETE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1179.036404] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell1:UPDATE=125,nova_cell1:SELECT=169,nova_cell1:SAVEPOINT=12,nova_cell1:RELEASE=12,nova_cell1:INSERT=10,nova_cell1:DELETE=7 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1233.465873] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:UPDATE=59,nova_cell1:SELECT=71,nova_cell1:DELETE=6,nova_cell1:INSERT=4,nova_cell1:SAVEPOINT=8,nova_cell1:RELEASE=8 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1233.505474] nova-conductor[54853]: DEBUG dbcounter [-] [54853] Writing DB stats nova_cell1:SELECT=62,nova_cell1:UPDATE=62,nova_cell1:SAVEPOINT=5,nova_cell1:RELEASE=5,nova_cell1:DELETE=6,nova_cell1:INSERT=6 {{(pid=54853) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}}