[ 384.866863] nova-conductor[53438]: INFO dbcounter [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] Registered counter for database nova_api [ 384.875804] nova-conductor[53438]: DEBUG oslo_db.sqlalchemy.engines [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53438) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 384.903875] nova-conductor[53438]: DEBUG dbcounter [-] [53438] Writer thread running {{(pid=53438) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 384.905902] nova-conductor[53438]: DEBUG nova.context [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),7b162bc2-542e-4fdd-be60-fad18f19221d(cell1) {{(pid=53438) load_cells /opt/stack/nova/nova/context.py:464}} [ 384.907526] nova-conductor[53438]: DEBUG oslo_concurrency.lockutils [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 384.907733] nova-conductor[53438]: DEBUG oslo_concurrency.lockutils [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 384.908187] nova-conductor[53438]: DEBUG oslo_concurrency.lockutils [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 384.908591] nova-conductor[53438]: DEBUG oslo_concurrency.lockutils [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 384.908773] nova-conductor[53438]: DEBUG oslo_concurrency.lockutils [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 384.909711] nova-conductor[53438]: DEBUG oslo_concurrency.lockutils [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53438) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 384.910969] nova-conductor[53438]: INFO dbcounter [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] Registered counter for database nova_cell0 [ 384.913181] nova-conductor[53438]: INFO dbcounter [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] Registered counter for database nova_cell1 [ 384.915661] nova-conductor[53438]: DEBUG oslo_db.sqlalchemy.engines [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53438) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 384.916012] nova-conductor[53438]: DEBUG oslo_db.sqlalchemy.engines [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53438) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 384.992523] nova-conductor[53438]: DEBUG dbcounter [-] [53438] Writer thread running {{(pid=53438) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 384.994080] nova-conductor[53438]: DEBUG dbcounter [-] [53438] Writer thread running {{(pid=53438) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 384.996143] nova-conductor[53438]: DEBUG oslo_concurrency.lockutils [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] Acquiring lock "singleton_lock" {{(pid=53438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 384.996311] nova-conductor[53438]: DEBUG oslo_concurrency.lockutils [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] Acquired lock "singleton_lock" {{(pid=53438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 384.996545] nova-conductor[53438]: DEBUG oslo_concurrency.lockutils [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] Releasing lock "singleton_lock" {{(pid=53438) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 384.996937] nova-conductor[53438]: INFO oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] Starting 2 workers [ 385.001200] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] Started child 53858 {{(pid=53438) _start_child /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:579}} [ 385.004453] nova-conductor[53858]: INFO nova.service [-] Starting conductor node (version 0.0.1) [ 385.005221] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] Started child 53859 {{(pid=53438) _start_child /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:579}} [ 385.006207] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] Full set of CONF: {{(pid=53438) wait /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:653}} [ 385.006400] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] ******************************************************************************** {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 385.006545] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] Configuration options gathered from: {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 385.006728] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] command line args: ['--config-file', '/etc/nova/nova.conf'] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2808}} [ 385.007041] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] config files: ['/etc/nova/nova.conf'] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 385.007174] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] ================================================================================ {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2811}} [ 385.007549] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] allow_resize_to_same_host = True {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.007772] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] arq_binding_timeout = 300 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.007962] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] block_device_allocate_retries = 60 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.008435] nova-conductor[53859]: INFO nova.service [-] Starting conductor node (version 0.0.1) [ 385.008633] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] block_device_allocate_retries_interval = 3 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.008820] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cert = self.pem {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.009020] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] compute_driver = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.009258] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] compute_monitors = [] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.009485] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] config_dir = [] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.009707] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] config_drive_format = iso9660 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.009838] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] config_file = ['/etc/nova/nova.conf'] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.010049] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] config_source = [] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.010354] nova-conductor[53858]: INFO dbcounter [None req-8eb1065f-d74d-4e1b-b108-de1400a73248 None None] Registered counter for database nova_cell1 [ 385.010499] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] console_host = devstack {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.010719] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] control_exchange = nova {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.010921] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cpu_allocation_ratio = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.011104] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] daemon = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.011301] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] debug = True {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.011478] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] default_access_ip_network_name = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.011665] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] default_availability_zone = nova {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.011824] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] default_ephemeral_format = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.012010] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] default_green_pool_size = 1000 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.012307] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.012495] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] default_schedule_zone = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.012656] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] disk_allocation_ratio = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.012845] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] enable_new_services = True {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.013083] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] enabled_apis = ['osapi_compute'] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.013269] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] enabled_ssl_apis = [] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.013448] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] flat_injected = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.013624] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] force_config_drive = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.013797] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] force_raw_images = True {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.013969] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] graceful_shutdown_timeout = 5 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.014140] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] heal_instance_info_cache_interval = 60 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.014635] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] host = devstack {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.014860] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.015062] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] initial_disk_allocation_ratio = 1.0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.015332] nova-conductor[53859]: INFO dbcounter [None req-8408d6ee-9570-44a3-8161-cc3dcdad7ffc None None] Registered counter for database nova_cell1 [ 385.015473] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] initial_ram_allocation_ratio = 1.0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.015744] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.015914] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] instance_build_timeout = 0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.016105] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] instance_delete_interval = 300 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.016288] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] instance_format = [instance: %(uuid)s] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.016451] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] instance_name_template = instance-%08x {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.016612] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] instance_usage_audit = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.016817] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] instance_usage_audit_period = month {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.017009] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.017202] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] instances_path = /opt/stack/data/nova/instances {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.017383] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] internal_service_availability_zone = internal {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.017608] nova-conductor[53858]: DEBUG oslo_db.sqlalchemy.engines [None req-8eb1065f-d74d-4e1b-b108-de1400a73248 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53858) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 385.017743] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] key = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.017920] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] live_migration_retry_count = 30 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.018125] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] log_color = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.018315] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] log_config_append = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.018484] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.018661] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] log_dir = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.018818] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] log_file = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.018944] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] log_options = True {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.019119] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] log_rotate_interval = 1 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.019317] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] log_rotate_interval_type = days {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.019499] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] log_rotation_type = none {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.019631] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.019759] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.019929] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.020126] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.020257] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.020463] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] long_rpc_timeout = 1800 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.020629] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] max_concurrent_builds = 10 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.020800] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] max_concurrent_live_migrations = 1 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.020978] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] max_concurrent_snapshots = 5 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.021173] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] max_local_block_devices = 3 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.021335] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] max_logfile_count = 30 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.021509] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] max_logfile_size_mb = 200 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.021665] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] maximum_instance_delete_attempts = 5 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.021830] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] metadata_listen = 0.0.0.0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.022060] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] metadata_listen_port = 8775 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.022237] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] metadata_workers = 2 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.022402] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] migrate_max_retries = -1 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.022567] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] mkisofs_cmd = genisoimage {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.022769] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] my_block_storage_ip = 10.180.1.21 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.022899] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] my_ip = 10.180.1.21 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.023160] nova-conductor[53859]: DEBUG oslo_db.sqlalchemy.engines [None req-8408d6ee-9570-44a3-8161-cc3dcdad7ffc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53859) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 385.023300] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] network_allocate_retries = 0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.023517] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.023698] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] osapi_compute_listen = 0.0.0.0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.023859] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] osapi_compute_listen_port = 8774 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.024039] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] osapi_compute_unique_server_name_scope = {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.024213] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] osapi_compute_workers = 2 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.024378] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] password_length = 12 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.024535] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] periodic_enable = True {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.024701] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] periodic_fuzzy_delay = 60 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.024870] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] pointer_model = usbtablet {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.025076] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] preallocate_images = none {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.025260] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] publish_errors = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.025387] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] pybasedir = /opt/stack/nova {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.025560] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] ram_allocation_ratio = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.025719] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] rate_limit_burst = 0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.025882] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] rate_limit_except_level = CRITICAL {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.026051] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] rate_limit_interval = 0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.026212] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] reboot_timeout = 0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.026366] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] reclaim_instance_interval = 0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.026522] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] record = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.026700] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] reimage_timeout_per_gb = 20 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.026868] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] report_interval = 120 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.027041] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] rescue_timeout = 0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.027205] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] reserved_host_cpus = 0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.027361] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] reserved_host_disk_mb = 0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.027518] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] reserved_host_memory_mb = 512 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.027683] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] reserved_huge_pages = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.027843] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] resize_confirm_window = 0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.028028] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] resize_fs_using_block_device = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.028191] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] resume_guests_state_on_host_boot = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.028355] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.028538] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] rpc_response_timeout = 60 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.028713] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] run_external_periodic_tasks = True {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.028908] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writer thread running {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 385.029056] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] running_deleted_instance_action = reap {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.029238] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] running_deleted_instance_poll_interval = 1800 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.029398] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] running_deleted_instance_timeout = 0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.029577] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] scheduler_instance_sync_interval = 120 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.029744] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] service_down_time = 720 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.029946] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] servicegroup_driver = db {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.030141] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] shell_completion = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.030305] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] shelved_offload_time = 0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.030465] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] shelved_poll_interval = 3600 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.030634] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] shutdown_timeout = 0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.030793] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] source_is_ipv6 = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.030954] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] ssl_only = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.031136] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] state_path = /opt/stack/data/nova {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.031300] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] sync_power_state_interval = 600 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.031461] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] sync_power_state_pool_size = 1000 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.031629] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] syslog_log_facility = LOG_USER {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.031787] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] tempdir = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.031945] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] timeout_nbd = 10 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.032150] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] transport_url = **** {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.032314] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] update_resources_interval = 0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.032717] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] use_cow_images = True {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.032717] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] use_eventlog = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.032814] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] use_journal = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.032952] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] use_json = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.033128] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] use_rootwrap_daemon = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.033284] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] use_stderr = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.033441] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] use_syslog = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.033613] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vcpu_pin_set = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.033783] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vif_plugging_is_fatal = True {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.033948] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vif_plugging_timeout = 300 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.034206] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writer thread running {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 385.034349] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] virt_mkfs = [] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.034531] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] volume_usage_poll_interval = 0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.034702] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] watch_log_file = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.034894] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] web = /usr/share/spice-html5 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 385.035178] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_concurrency.disable_process_locking = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.035382] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_concurrency.lock_path = /opt/stack/data/nova {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.035590] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.035774] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.035945] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.036132] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.036303] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.036520] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] api.auth_strategy = keystone {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.036712] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] api.compute_link_prefix = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.036903] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.037112] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] api.dhcp_domain = novalocal {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.037296] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] api.enable_instance_password = True {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.037469] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] api.glance_link_prefix = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.037634] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.037821] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.037989] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] api.instance_list_per_project_cells = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.038171] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] api.list_records_by_skipping_down_cells = True {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.038334] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] api.local_metadata_per_cell = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.038501] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] api.max_limit = 1000 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.038670] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] api.metadata_cache_expiration = 15 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.038839] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] api.neutron_default_tenant_id = default {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.039012] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] api.response_validation = warn {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.039189] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] api.use_neutron_default_nets = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.039359] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.039543] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.039708] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.039878] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.040059] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] api.vendordata_dynamic_targets = [] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.040225] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] api.vendordata_jsonfile_path = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.040403] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.040650] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cache.backend = dogpile.cache.memcached {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.040844] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cache.backend_argument = **** {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.041050] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cache.config_prefix = cache.oslo {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.041259] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cache.dead_timeout = 60.0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.041432] nova-conductor[53858]: DEBUG nova.service [None req-8eb1065f-d74d-4e1b-b108-de1400a73248 None None] Creating RPC server for service conductor {{(pid=53858) start /opt/stack/nova/nova/service.py:186}} [ 385.041576] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cache.debug_cache_backend = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.041766] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cache.enable_retry_client = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.041952] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cache.enable_socket_keepalive = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.042144] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cache.enabled = True {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.042309] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cache.enforce_fips_mode = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.042493] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cache.expiration_time = 600 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.042657] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cache.hashclient_retry_attempts = 2 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.042826] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cache.hashclient_retry_delay = 1.0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.042985] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cache.memcache_dead_retry = 300 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.043159] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cache.memcache_password = **** {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.043322] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.043487] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.043668] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cache.memcache_pool_maxsize = 10 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.043829] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.043987] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cache.memcache_sasl_enabled = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.044176] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.044340] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cache.memcache_socket_timeout = 1.0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.044498] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cache.memcache_username = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.044664] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cache.proxies = [] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.044822] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cache.redis_db = 0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.044988] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cache.redis_password = **** {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.045163] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cache.redis_sentinel_service_name = mymaster {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.045334] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.045502] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cache.redis_server = localhost:6379 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.045664] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cache.redis_socket_timeout = 1.0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.045822] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cache.redis_username = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.045989] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cache.retry_attempts = 2 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.046160] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cache.retry_delay = 0.0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.046319] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cache.socket_keepalive_count = 1 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.046477] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cache.socket_keepalive_idle = 1 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.046634] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cache.socket_keepalive_interval = 1 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.046854] nova-conductor[53859]: DEBUG nova.service [None req-8408d6ee-9570-44a3-8161-cc3dcdad7ffc None None] Creating RPC server for service conductor {{(pid=53859) start /opt/stack/nova/nova/service.py:186}} [ 385.046991] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cache.tls_allowed_ciphers = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.047193] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cache.tls_cafile = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.047355] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cache.tls_certfile = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.047519] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cache.tls_enabled = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.047700] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cache.tls_keyfile = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.047912] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cinder.auth_section = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.048128] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cinder.auth_type = password {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.048310] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cinder.cafile = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.048507] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cinder.catalog_info = volumev3::publicURL {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.048671] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cinder.certfile = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.048831] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cinder.collect_timing = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.049019] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cinder.cross_az_attach = True {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.049188] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cinder.debug = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.049367] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cinder.endpoint_template = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.049535] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cinder.http_retries = 3 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.049699] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cinder.insecure = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.049878] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cinder.keyfile = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.050057] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cinder.os_region_name = RegionOne {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.050225] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cinder.split_loggers = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.050385] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cinder.timeout = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.050558] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.050715] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] compute.cpu_dedicated_set = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.050872] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] compute.cpu_shared_set = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.051052] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] compute.image_type_exclude_list = [] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.051220] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.051382] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] compute.max_concurrent_disk_ops = 0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.051542] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] compute.max_disk_devices_to_attach = -1 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.051702] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.051869] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.052042] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] compute.resource_provider_association_refresh = 300 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.052211] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.052376] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] compute.shutdown_retry_interval = 10 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.052552] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.052732] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] conductor.workers = 2 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.052907] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] console.allowed_origins = [] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.053081] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] console.ssl_ciphers = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.053259] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] console.ssl_minimum_version = default {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.053433] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] consoleauth.enforce_session_timeout = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.053598] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] consoleauth.token_ttl = 600 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.053797] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cyborg.cafile = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.053959] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cyborg.certfile = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.054140] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cyborg.collect_timing = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.054298] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cyborg.connect_retries = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.054474] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cyborg.connect_retry_delay = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.054636] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cyborg.endpoint_override = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.054795] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cyborg.insecure = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.054954] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cyborg.keyfile = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.055127] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cyborg.max_version = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.055282] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cyborg.min_version = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.055437] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cyborg.region_name = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.055617] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cyborg.retriable_status_codes = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.055783] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cyborg.service_name = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.055952] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cyborg.service_type = accelerator {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.056131] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cyborg.split_loggers = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.056287] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cyborg.status_code_retries = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.056441] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cyborg.status_code_retry_delay = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.056593] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cyborg.timeout = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.056765] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.056925] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] cyborg.version = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.057128] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] database.backend = sqlalchemy {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.057300] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] database.connection = **** {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.057460] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] database.connection_debug = 0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.057622] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] database.connection_parameters = {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.057779] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] database.connection_recycle_time = 3600 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.057941] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] database.connection_trace = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.058123] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] database.db_inc_retry_interval = True {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.058284] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] database.db_max_retries = 20 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.058442] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] database.db_max_retry_interval = 10 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.058598] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] database.db_retry_interval = 1 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.058755] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] database.max_overflow = 50 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.058916] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] database.max_pool_size = 5 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.059088] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] database.max_retries = 10 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.059256] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.059415] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] database.mysql_wsrep_sync_wait = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.059568] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] database.pool_timeout = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.059724] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] database.retry_interval = 10 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.059881] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] database.slave_connection = **** {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.060050] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] database.sqlite_synchronous = True {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.060219] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] database.use_db_reconnect = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.060392] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] api_database.backend = sqlalchemy {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.060555] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] api_database.connection = **** {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.060714] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] api_database.connection_debug = 0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.060903] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] api_database.connection_parameters = {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.061078] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] api_database.connection_recycle_time = 3600 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.061238] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] api_database.connection_trace = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.061396] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] api_database.db_inc_retry_interval = True {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.061553] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] api_database.db_max_retries = 20 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.061708] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] api_database.db_max_retry_interval = 10 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.061865] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] api_database.db_retry_interval = 1 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.062028] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] api_database.max_overflow = 50 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.062191] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] api_database.max_pool_size = 5 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.062349] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] api_database.max_retries = 10 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.062510] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.062666] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.062818] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] api_database.pool_timeout = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.062974] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] api_database.retry_interval = 10 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.063133] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] api_database.slave_connection = **** {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.063291] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] api_database.sqlite_synchronous = True {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.063486] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] devices.enabled_mdev_types = [] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.063689] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.063854] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] ephemeral_storage_encryption.default_format = luks {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.064009] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] ephemeral_storage_encryption.enabled = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.064182] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.064379] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] glance.api_servers = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.064545] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] glance.cafile = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.064720] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] glance.certfile = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.064891] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] glance.collect_timing = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.065081] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] glance.connect_retries = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.065238] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] glance.connect_retry_delay = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.065414] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] glance.debug = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.065594] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] glance.default_trusted_certificate_ids = [] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.065751] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] glance.enable_certificate_validation = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.065908] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] glance.enable_rbd_download = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.066073] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] glance.endpoint_override = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.066232] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] glance.insecure = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.066394] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] glance.keyfile = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.066549] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] glance.max_version = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.066704] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] glance.min_version = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.066861] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] glance.num_retries = 3 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.067040] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] glance.rbd_ceph_conf = {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.067204] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] glance.rbd_connect_timeout = 5 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.067373] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] glance.rbd_pool = {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.067535] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] glance.rbd_user = {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.067687] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] glance.region_name = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.067839] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] glance.retriable_status_codes = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.067998] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] glance.service_name = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.068169] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] glance.service_type = image {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.068322] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] glance.split_loggers = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.068489] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] glance.status_code_retries = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.068631] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] glance.status_code_retry_delay = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.068808] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] glance.timeout = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.068985] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.069162] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] glance.verify_glance_signatures = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.069331] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] glance.version = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.069648] nova-conductor[53859]: DEBUG nova.service [None req-8408d6ee-9570-44a3-8161-cc3dcdad7ffc None None] Join ServiceGroup membership for this service conductor {{(pid=53859) start /opt/stack/nova/nova/service.py:203}} [ 385.069800] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] guestfs.debug = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.069969] nova-conductor[53859]: DEBUG nova.servicegroup.drivers.db [None req-8408d6ee-9570-44a3-8161-cc3dcdad7ffc None None] DB_Driver: join new ServiceGroup member devstack to the conductor group, service = {{(pid=53859) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 385.070122] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] mks.enabled = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.070752] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.070969] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] image_cache.manager_interval = 2400 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.071158] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] image_cache.precache_concurrency = 1 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.071330] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] image_cache.remove_unused_base_images = True {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.071499] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.071664] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.071841] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] image_cache.subdirectory_name = _base {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.072050] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] ironic.api_max_retries = 60 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.072222] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] ironic.api_retry_interval = 2 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.072398] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] ironic.auth_section = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.072556] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] ironic.auth_type = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.072713] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] ironic.cafile = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.072873] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] ironic.certfile = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.073043] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] ironic.collect_timing = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.073234] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] ironic.conductor_group = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.073394] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] ironic.connect_retries = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.073548] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] ironic.connect_retry_delay = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.073702] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] ironic.endpoint_override = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.073866] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] ironic.insecure = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.074031] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] ironic.keyfile = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.074198] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] ironic.max_version = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.074339] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] ironic.min_version = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.074486] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] ironic.peer_list = [] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.074638] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] ironic.region_name = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.074804] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] ironic.retriable_status_codes = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.074946] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] ironic.serial_console_state_timeout = 10 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.075115] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] ironic.service_name = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.075302] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] ironic.service_type = baremetal {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.075458] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] ironic.shard = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.075615] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] ironic.split_loggers = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.075768] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] ironic.status_code_retries = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.075925] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] ironic.status_code_retry_delay = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.076091] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] ironic.timeout = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.076267] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.076593] nova-conductor[53858]: DEBUG nova.service [None req-8eb1065f-d74d-4e1b-b108-de1400a73248 None None] Join ServiceGroup membership for this service conductor {{(pid=53858) start /opt/stack/nova/nova/service.py:203}} [ 385.076735] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] ironic.version = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.076933] nova-conductor[53858]: DEBUG nova.servicegroup.drivers.db [None req-8eb1065f-d74d-4e1b-b108-de1400a73248 None None] DB_Driver: join new ServiceGroup member devstack to the conductor group, service = {{(pid=53858) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 385.077083] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.077299] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] key_manager.fixed_key = **** {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.077522] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.077695] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] barbican.barbican_api_version = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.077855] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] barbican.barbican_endpoint = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.078043] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] barbican.barbican_endpoint_type = public {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.078239] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] barbican.barbican_region_name = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.078399] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] barbican.cafile = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.078574] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] barbican.certfile = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.078733] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] barbican.collect_timing = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.078891] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] barbican.insecure = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.079059] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] barbican.keyfile = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.079248] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] barbican.number_of_retries = 60 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.079427] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] barbican.retry_delay = 1 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.079609] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] barbican.send_service_user_token = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.079770] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] barbican.split_loggers = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.079925] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] barbican.timeout = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.080099] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] barbican.verify_ssl = True {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.080278] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] barbican.verify_ssl_path = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.080461] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] barbican_service_user.auth_section = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.080624] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] barbican_service_user.auth_type = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.080781] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] barbican_service_user.cafile = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.080936] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] barbican_service_user.certfile = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.081111] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] barbican_service_user.collect_timing = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.081272] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] barbican_service_user.insecure = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.081426] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] barbican_service_user.keyfile = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.081584] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] barbican_service_user.split_loggers = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.081740] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] barbican_service_user.timeout = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.081927] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vault.approle_role_id = **** {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.082097] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vault.approle_secret_id = **** {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.082265] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vault.kv_mountpoint = secret {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.082444] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vault.kv_path = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.082605] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vault.kv_version = 2 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.082761] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vault.namespace = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.082917] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vault.root_token_id = **** {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.083085] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vault.ssl_ca_crt_file = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.083252] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vault.timeout = 60.0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.083411] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vault.use_ssl = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.083595] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.083786] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] keystone.auth_section = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.083947] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] keystone.auth_type = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.084138] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] keystone.cafile = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.084298] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] keystone.certfile = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.084462] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] keystone.collect_timing = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.084620] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] keystone.connect_retries = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.084778] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] keystone.connect_retry_delay = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.084940] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] keystone.endpoint_override = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.085112] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] keystone.insecure = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.085269] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] keystone.keyfile = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.085421] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] keystone.max_version = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.085575] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] keystone.min_version = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.085729] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] keystone.region_name = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.085883] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] keystone.retriable_status_codes = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.086045] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] keystone.service_name = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.086239] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] keystone.service_type = identity {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.086405] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] keystone.split_loggers = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.086560] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] keystone.status_code_retries = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.086717] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] keystone.status_code_retry_delay = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.086871] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] keystone.timeout = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.087057] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.087219] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] keystone.version = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.087460] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.connection_uri = {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.087645] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.cpu_mode = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.087857] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.cpu_model_extra_flags = [] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.088036] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.cpu_models = [] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.088232] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.cpu_power_governor_high = performance {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.088398] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.cpu_power_governor_low = powersave {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.088556] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.cpu_power_management = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.088744] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.088925] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.device_detach_attempts = 8 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.089126] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.device_detach_timeout = 20 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.089294] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.disk_cachemodes = [] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.089452] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.disk_prefix = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.089611] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.enabled_perf_events = [] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.089770] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.file_backed_memory = 0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.089928] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.gid_maps = [] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.090095] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.hw_disk_discard = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.090275] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.hw_machine_type = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.090446] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.images_rbd_ceph_conf = {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.090606] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.090769] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.090941] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.images_rbd_glance_store_name = {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.091121] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.images_rbd_pool = rbd {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.091289] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.images_type = default {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.091451] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.images_volume_group = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.091608] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.inject_key = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.091767] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.inject_partition = -2 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.091925] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.inject_password = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.092120] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.iscsi_iface = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.092283] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.iser_use_multipath = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.092443] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.live_migration_bandwidth = 0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.092607] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.092765] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.live_migration_downtime = 500 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.092925] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.093096] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.093254] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.live_migration_inbound_addr = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.093416] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.093571] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.live_migration_permit_post_copy = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.093724] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.live_migration_scheme = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.093893] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.live_migration_timeout_action = abort {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.094062] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.live_migration_tunnelled = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.094219] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.live_migration_uri = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.094375] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.live_migration_with_native_tls = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.094528] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.max_queues = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.094687] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.094940] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.095142] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.nfs_mount_options = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.095369] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.nfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.095543] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.095707] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.num_iser_scan_tries = 5 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.095867] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.num_memory_encrypted_guests = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.096040] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.096211] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.num_pcie_ports = 0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.096371] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.num_volume_scan_tries = 5 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.096532] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.pmem_namespaces = [] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.096685] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.quobyte_client_cfg = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.096901] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.097077] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.rbd_connect_timeout = 5 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.097241] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.097403] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.097560] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.rbd_secret_uuid = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.097715] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.rbd_user = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.097874] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.098075] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.remote_filesystem_transport = ssh {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.098242] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.rescue_image_id = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.098403] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.rescue_kernel_id = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.098556] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.rescue_ramdisk_id = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.098719] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.098874] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.rx_queue_size = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.099051] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.smbfs_mount_options = {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.099266] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.099430] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.snapshot_compression = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.099589] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.snapshot_image_format = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.099808] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.099977] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.sparse_logical_volumes = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.100153] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.swtpm_enabled = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.100340] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.swtpm_group = tss {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.100508] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.swtpm_user = tss {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.100675] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.sysinfo_serial = unique {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.100830] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.tb_cache_size = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.100988] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.tx_queue_size = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.101170] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.uid_maps = [] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.101333] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.use_virtio_for_bridges = True {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.101504] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.virt_type = kvm {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.101668] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.volume_clear = zero {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.101829] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.volume_clear_size = 0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.101995] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.volume_use_multipath = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.102167] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.vzstorage_cache_path = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.102335] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.102501] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.vzstorage_mount_group = qemu {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.102660] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.vzstorage_mount_opts = [] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.102824] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.103046] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.103227] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.vzstorage_mount_user = stack {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.103391] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.103586] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] neutron.auth_section = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.103784] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] neutron.auth_type = password {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.103955] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] neutron.cafile = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.104127] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] neutron.certfile = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.104290] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] neutron.collect_timing = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.104445] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] neutron.connect_retries = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.104599] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] neutron.connect_retry_delay = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.104786] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] neutron.default_floating_pool = public {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.104961] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] neutron.endpoint_override = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.105120] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] neutron.extension_sync_interval = 600 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.105281] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] neutron.http_retries = 3 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.105436] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] neutron.insecure = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.105593] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] neutron.keyfile = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.105745] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] neutron.max_version = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.105910] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.106077] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] neutron.min_version = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.106242] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] neutron.ovs_bridge = br-int {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.106447] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] neutron.physnets = [] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.106618] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] neutron.region_name = RegionOne {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.106775] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] neutron.retriable_status_codes = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.106940] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] neutron.service_metadata_proxy = True {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.107109] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] neutron.service_name = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.107281] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] neutron.service_type = network {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.107438] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] neutron.split_loggers = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.107594] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] neutron.status_code_retries = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.107750] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] neutron.status_code_retry_delay = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.107904] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] neutron.timeout = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.108105] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.108274] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] neutron.version = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.108444] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] notifications.bdms_in_notifications = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.108616] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] notifications.default_level = INFO {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.108814] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] notifications.notification_format = unversioned {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.108979] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] notifications.notify_on_state_change = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.109165] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.109343] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] pci.alias = [] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.109532] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] pci.device_spec = [] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.109694] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] pci.report_in_placement = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.109887] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] placement.auth_section = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.110073] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] placement.auth_type = password {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.110262] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.110421] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] placement.cafile = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.110577] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] placement.certfile = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.110735] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] placement.collect_timing = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.110891] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] placement.connect_retries = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.111057] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] placement.connect_retry_delay = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.111220] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] placement.default_domain_id = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.111375] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] placement.default_domain_name = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.111529] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] placement.domain_id = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.111684] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] placement.domain_name = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.111837] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] placement.endpoint_override = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.111996] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] placement.insecure = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.112167] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] placement.keyfile = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.112319] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] placement.max_version = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.112471] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] placement.min_version = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.112632] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] placement.password = **** {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.112794] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] placement.project_domain_id = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.112954] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] placement.project_domain_name = Default {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.113131] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] placement.project_id = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.113299] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] placement.project_name = service {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.113462] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] placement.region_name = RegionOne {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.113621] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] placement.retriable_status_codes = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.113778] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] placement.service_name = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.113947] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] placement.service_type = placement {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.114124] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] placement.split_loggers = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.114280] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] placement.status_code_retries = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.114435] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] placement.status_code_retry_delay = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.114592] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] placement.system_scope = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.114744] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] placement.timeout = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.114911] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] placement.trust_id = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.115080] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] placement.user_domain_id = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.115253] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] placement.user_domain_name = Default {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.115408] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] placement.user_id = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.115601] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] placement.username = nova {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.115779] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.115956] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] placement.version = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.116162] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] quota.cores = 20 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.116328] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] quota.count_usage_from_placement = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.116496] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.116684] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] quota.injected_file_content_bytes = 10240 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.116851] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] quota.injected_file_path_length = 255 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.117023] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] quota.injected_files = 5 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.117193] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] quota.instances = 10 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.117357] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] quota.key_pairs = 100 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.117525] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] quota.metadata_items = 128 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.117687] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] quota.ram = 51200 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.117846] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] quota.recheck_quota = True {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.118014] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] quota.server_group_members = 10 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.118188] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] quota.server_groups = 10 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.118441] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.118650] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.118842] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] scheduler.image_metadata_prefilter = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.119060] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.119229] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] scheduler.max_attempts = 3 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.119389] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] scheduler.max_placement_results = 1000 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.119599] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.119761] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] scheduler.query_placement_for_image_type_support = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.119952] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.120139] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] scheduler.workers = 2 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.120355] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.120526] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.120738] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.120906] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.121077] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.121239] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.121399] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.121627] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.121799] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] filter_scheduler.host_subset_size = 1 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.121962] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.122168] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.122336] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.122496] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] filter_scheduler.isolated_hosts = [] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.122653] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] filter_scheduler.isolated_images = [] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.122814] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.122967] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.123139] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.123296] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] filter_scheduler.pci_in_placement = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.123459] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.123616] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.123779] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.123933] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.124104] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.124263] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.124457] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] filter_scheduler.track_instance_changes = True {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.124629] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.124856] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] metrics.required = True {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.125066] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] metrics.weight_multiplier = 1.0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.125243] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.125410] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] metrics.weight_setting = [] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.125726] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.125909] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] serial_console.enabled = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.126143] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] serial_console.port_range = 10000:20000 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.126327] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.126493] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.126701] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] serial_console.serialproxy_port = 6083 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.126867] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] service_user.auth_section = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.127083] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] service_user.auth_type = password {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.127254] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] service_user.cafile = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.127411] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] service_user.certfile = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.127570] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] service_user.collect_timing = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.127726] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] service_user.insecure = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.127879] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] service_user.keyfile = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.128055] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] service_user.send_service_user_token = True {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.128220] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] service_user.split_loggers = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.128374] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] service_user.timeout = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.128581] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] spice.agent_enabled = True {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.128763] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] spice.enabled = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.129154] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.129359] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.129559] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] spice.html5proxy_port = 6082 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.129721] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] spice.image_compression = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.129913] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] spice.jpeg_compression = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.130085] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] spice.playback_compression = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.130244] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] spice.require_secure = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.130409] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] spice.server_listen = 127.0.0.1 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.130572] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.130728] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] spice.streaming_mode = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.130881] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] spice.zlib_compression = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.131099] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] upgrade_levels.baseapi = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.131271] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] upgrade_levels.compute = auto {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.131428] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] upgrade_levels.conductor = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.131581] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] upgrade_levels.scheduler = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.131740] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vendordata_dynamic_auth.auth_section = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.131896] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vendordata_dynamic_auth.auth_type = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.132065] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vendordata_dynamic_auth.cafile = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.132222] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vendordata_dynamic_auth.certfile = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.132378] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.132530] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vendordata_dynamic_auth.insecure = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.132683] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vendordata_dynamic_auth.keyfile = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.132887] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.133056] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vendordata_dynamic_auth.timeout = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.133297] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vmware.api_retry_count = 10 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.133458] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vmware.ca_file = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.133619] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vmware.cache_prefix = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.133772] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vmware.cluster_name = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.133931] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vmware.connection_pool_size = 10 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.134097] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vmware.console_delay_seconds = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.134253] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vmware.datastore_regex = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.134406] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vmware.host_ip = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.134564] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vmware.host_password = **** {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.134726] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vmware.host_port = 443 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.134882] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vmware.host_username = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.135078] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vmware.insecure = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.135280] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vmware.integration_bridge = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.135444] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vmware.maximum_objects = 100 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.135604] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vmware.pbm_default_policy = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.135761] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vmware.pbm_enabled = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.135937] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vmware.pbm_wsdl_location = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.136129] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.136289] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vmware.serial_port_proxy_uri = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.136443] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vmware.serial_port_service_uri = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.136605] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vmware.task_poll_interval = 0.5 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.136765] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vmware.use_linked_clone = True {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.136929] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vmware.vnc_keymap = en-us {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.137108] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vmware.vnc_port = 5900 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.137272] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vmware.vnc_port_total = 10000 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.137520] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vnc.auth_schemes = ['none'] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.137692] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vnc.enabled = True {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.138038] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.138231] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.138400] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vnc.novncproxy_port = 6080 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.138572] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vnc.server_listen = 127.0.0.1 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.138741] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.138903] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vnc.vencrypt_ca_certs = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.139073] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vnc.vencrypt_client_cert = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.139229] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] vnc.vencrypt_client_key = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.139437] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.139601] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] workarounds.disable_deep_image_inspection = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.139760] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.139918] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.140090] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.140252] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] workarounds.disable_rootwrap = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.140409] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] workarounds.enable_numa_live_migration = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.140566] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.140722] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.140877] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.141045] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] workarounds.libvirt_disable_apic = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.141206] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.141364] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.141520] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.141673] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.141827] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.141981] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.142150] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.142304] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.142498] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.142661] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.142876] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.143058] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] wsgi.client_socket_timeout = 900 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.143229] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] wsgi.default_pool_size = 1000 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.143396] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] wsgi.keep_alive = True {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.143562] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] wsgi.max_header_line = 16384 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.143720] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] wsgi.secure_proxy_ssl_header = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.143880] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] wsgi.ssl_ca_file = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.144047] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] wsgi.ssl_cert_file = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.144209] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] wsgi.ssl_key_file = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.144372] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] wsgi.tcp_keepidle = 600 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.144580] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.144747] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] zvm.ca_file = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.144935] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] zvm.cloud_connector_url = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.145183] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] zvm.image_tmp_path = /opt/stack/data/nova/images {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.145357] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] zvm.reachable_timeout = 300 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.145624] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_policy.enforce_new_defaults = True {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.146252] nova-conductor[53438]: WARNING oslo_config.cfg [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 385.146471] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_policy.enforce_scope = True {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.146656] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_policy.policy_default_rule = default {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.146836] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.147014] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_policy.policy_file = policy.yaml {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.147245] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.147410] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.147601] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.147759] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.147921] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.148163] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.148349] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.148580] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] profiler.connection_string = messaging:// {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.148781] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] profiler.enabled = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.148982] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] profiler.es_doc_type = notification {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.149194] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] profiler.es_scroll_size = 10000 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.149393] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] profiler.es_scroll_time = 2m {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.149585] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] profiler.filter_error_trace = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.149752] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] profiler.hmac_keys = **** {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.149918] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] profiler.sentinel_service_name = mymaster {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.150186] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] profiler.socket_timeout = 0.1 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.150363] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] profiler.trace_requests = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.150526] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] profiler.trace_sqlalchemy = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.150758] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] profiler_jaeger.process_tags = {} {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.150920] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] profiler_jaeger.service_name_prefix = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.151094] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] profiler_otlp.service_name_prefix = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.151298] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] remote_debug.host = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.151491] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] remote_debug.port = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.151684] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.151847] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.152017] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.152179] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.152345] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.152501] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.152662] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.152880] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.153080] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.153257] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.153415] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.153590] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.153758] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.153930] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.154116] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_rabbit.processname = nova-conductor {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.154276] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.154436] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.154607] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.154767] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.154959] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.155143] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.155315] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.155475] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.155639] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.155799] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.156000] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.156170] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.156339] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.156508] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.156678] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_rabbit.ssl = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.156848] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.157026] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.157194] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.157363] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.157531] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_rabbit.ssl_version = {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.157694] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.157922] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.158135] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_notifications.retry = -1 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.158334] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.158509] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_messaging_notifications.transport_url = **** {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.158742] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_limit.auth_section = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.158908] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_limit.auth_type = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.159082] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_limit.cafile = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.159240] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_limit.certfile = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.159399] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_limit.collect_timing = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.159553] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_limit.connect_retries = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.159706] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_limit.connect_retry_delay = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.159860] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_limit.endpoint_id = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.160022] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_limit.endpoint_override = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.160188] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_limit.insecure = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.160341] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_limit.keyfile = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.160496] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_limit.max_version = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.160649] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_limit.min_version = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.160806] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_limit.region_name = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.160962] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_limit.retriable_status_codes = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.161134] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_limit.service_name = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.161288] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_limit.service_type = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.161456] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_limit.split_loggers = False {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.161615] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_limit.status_code_retries = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.161744] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_limit.status_code_retry_delay = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.161896] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_limit.timeout = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.162061] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_limit.valid_interfaces = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.162218] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_limit.version = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.162442] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_reports.file_event_handler = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.164855] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.164855] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] oslo_reports.log_dir = None {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 385.164855] nova-conductor[53438]: DEBUG oslo_service.service [None req-47a79101-2d38-40a1-9a2f-c7b0a08614b6 None None] ******************************************************************************** {{(pid=53438) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2830}} [ 394.905990] nova-conductor[53438]: DEBUG dbcounter [-] [53438] Writing DB stats nova_api:SELECT=1 {{(pid=53438) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 394.997055] nova-conductor[53438]: DEBUG dbcounter [-] [53438] Writing DB stats nova_cell1:SELECT=1 {{(pid=53438) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 394.997055] nova-conductor[53438]: DEBUG dbcounter [-] [53438] Writing DB stats nova_cell0:SELECT=1 {{(pid=53438) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 400.087427] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell1:SELECT=5,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 400.092384] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell1:SELECT=4,nova_cell1:INSERT=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 470.283399] nova-conductor[53858]: DEBUG oslo_db.sqlalchemy.engines [None req-e47da9c3-bae8-4a6d-bf30-bf8b25474e69 None None] Parent process 53438 forked (53858) with an open database connection, which is being discarded and recreated. {{(pid=53858) checkout /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:438}} [ 470.285262] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writer thread running {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 480.286412] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 487.419925] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell1:SELECT=7,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 492.935864] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell1:SELECT=7,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 508.936443] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell1:SELECT=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 510.395797] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-dc345cdf-ff58-4514-9baa-d2d8d13601af tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Took 1.01 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 510.403575] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=2 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 510.431418] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-dc345cdf-ff58-4514-9baa-d2d8d13601af tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 510.431710] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-dc345cdf-ff58-4514-9baa-d2d8d13601af tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 510.434226] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-dc345cdf-ff58-4514-9baa-d2d8d13601af tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 510.436430] nova-conductor[53858]: INFO dbcounter [None req-dc345cdf-ff58-4514-9baa-d2d8d13601af tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Registered counter for database nova_cell1 [ 510.441624] nova-conductor[53858]: DEBUG oslo_db.sqlalchemy.engines [None req-dc345cdf-ff58-4514-9baa-d2d8d13601af tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53858) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 510.447568] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writer thread running {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 510.533787] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-dc345cdf-ff58-4514-9baa-d2d8d13601af tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 510.534048] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-dc345cdf-ff58-4514-9baa-d2d8d13601af tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 510.534501] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-dc345cdf-ff58-4514-9baa-d2d8d13601af tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 510.534933] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-dc345cdf-ff58-4514-9baa-d2d8d13601af tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 510.535135] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-dc345cdf-ff58-4514-9baa-d2d8d13601af tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 510.535296] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-dc345cdf-ff58-4514-9baa-d2d8d13601af tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 510.536742] nova-conductor[53858]: INFO dbcounter [None req-dc345cdf-ff58-4514-9baa-d2d8d13601af tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Registered counter for database nova_cell0 [ 510.544852] nova-conductor[53858]: DEBUG oslo_db.sqlalchemy.engines [None req-dc345cdf-ff58-4514-9baa-d2d8d13601af tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53858) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 510.549574] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writer thread running {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 510.559336] nova-conductor[53858]: DEBUG nova.quota [None req-dc345cdf-ff58-4514-9baa-d2d8d13601af tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Getting quotas for project feb670247d4a4baabfb19df3f9399223. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 510.563816] nova-conductor[53858]: DEBUG nova.quota [None req-dc345cdf-ff58-4514-9baa-d2d8d13601af tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Getting quotas for user 5eaeac65cba14de5b8cd759cf5fba8f4 and project feb670247d4a4baabfb19df3f9399223. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 510.573952] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-dc345cdf-ff58-4514-9baa-d2d8d13601af tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] [instance: 242f5cab-3c0c-4f8d-82a8-0cae8d3d419e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 510.575855] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-dc345cdf-ff58-4514-9baa-d2d8d13601af tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 510.575855] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-dc345cdf-ff58-4514-9baa-d2d8d13601af tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 510.575855] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-dc345cdf-ff58-4514-9baa-d2d8d13601af tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 510.589252] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-dc345cdf-ff58-4514-9baa-d2d8d13601af tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] [instance: 242f5cab-3c0c-4f8d-82a8-0cae8d3d419e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 510.590259] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-dc345cdf-ff58-4514-9baa-d2d8d13601af tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 510.590720] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-dc345cdf-ff58-4514-9baa-d2d8d13601af tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 510.590720] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-dc345cdf-ff58-4514-9baa-d2d8d13601af tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 510.630218] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-dc345cdf-ff58-4514-9baa-d2d8d13601af tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 510.631289] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-dc345cdf-ff58-4514-9baa-d2d8d13601af tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 510.631289] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-dc345cdf-ff58-4514-9baa-d2d8d13601af tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 510.631289] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-dc345cdf-ff58-4514-9baa-d2d8d13601af tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=53858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 510.631289] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-dc345cdf-ff58-4514-9baa-d2d8d13601af tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Acquired lock "compute-rpcapi-router" {{(pid=53858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 510.631967] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-94b33703-0372-42c1-a7da-3677aad93d52 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 510.632166] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-94b33703-0372-42c1-a7da-3677aad93d52 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 510.632324] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-94b33703-0372-42c1-a7da-3677aad93d52 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 510.632675] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-94b33703-0372-42c1-a7da-3677aad93d52 None None] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 510.632843] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-94b33703-0372-42c1-a7da-3677aad93d52 None None] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 510.632992] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-94b33703-0372-42c1-a7da-3677aad93d52 None None] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 510.639751] nova-conductor[53858]: INFO nova.compute.rpcapi [None req-94b33703-0372-42c1-a7da-3677aad93d52 None None] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 510.640244] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-94b33703-0372-42c1-a7da-3677aad93d52 None None] Releasing lock "compute-rpcapi-router" {{(pid=53858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 512.682227] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writer thread running {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 513.199952] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-a2070053-8e36-4abe-a723-0b93480b3283 tempest-ServerDiagnosticsTest-1095156200 tempest-ServerDiagnosticsTest-1095156200-project-member] Took 0.52 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 513.209678] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=2 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 513.244882] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a2070053-8e36-4abe-a723-0b93480b3283 tempest-ServerDiagnosticsTest-1095156200 tempest-ServerDiagnosticsTest-1095156200-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 513.244882] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a2070053-8e36-4abe-a723-0b93480b3283 tempest-ServerDiagnosticsTest-1095156200 tempest-ServerDiagnosticsTest-1095156200-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 513.246375] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a2070053-8e36-4abe-a723-0b93480b3283 tempest-ServerDiagnosticsTest-1095156200 tempest-ServerDiagnosticsTest-1095156200-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 513.249031] nova-conductor[53859]: INFO dbcounter [None req-a2070053-8e36-4abe-a723-0b93480b3283 tempest-ServerDiagnosticsTest-1095156200 tempest-ServerDiagnosticsTest-1095156200-project-member] Registered counter for database nova_cell1 [ 513.252319] nova-conductor[53859]: DEBUG oslo_db.sqlalchemy.engines [None req-a2070053-8e36-4abe-a723-0b93480b3283 tempest-ServerDiagnosticsTest-1095156200 tempest-ServerDiagnosticsTest-1095156200-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53859) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 513.262915] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writer thread running {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 513.320061] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a2070053-8e36-4abe-a723-0b93480b3283 tempest-ServerDiagnosticsTest-1095156200 tempest-ServerDiagnosticsTest-1095156200-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 513.320285] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a2070053-8e36-4abe-a723-0b93480b3283 tempest-ServerDiagnosticsTest-1095156200 tempest-ServerDiagnosticsTest-1095156200-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 513.320816] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a2070053-8e36-4abe-a723-0b93480b3283 tempest-ServerDiagnosticsTest-1095156200 tempest-ServerDiagnosticsTest-1095156200-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 513.321135] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a2070053-8e36-4abe-a723-0b93480b3283 tempest-ServerDiagnosticsTest-1095156200 tempest-ServerDiagnosticsTest-1095156200-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 513.321306] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a2070053-8e36-4abe-a723-0b93480b3283 tempest-ServerDiagnosticsTest-1095156200 tempest-ServerDiagnosticsTest-1095156200-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 513.321503] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a2070053-8e36-4abe-a723-0b93480b3283 tempest-ServerDiagnosticsTest-1095156200 tempest-ServerDiagnosticsTest-1095156200-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 513.322806] nova-conductor[53859]: INFO dbcounter [None req-a2070053-8e36-4abe-a723-0b93480b3283 tempest-ServerDiagnosticsTest-1095156200 tempest-ServerDiagnosticsTest-1095156200-project-member] Registered counter for database nova_cell0 [ 513.329963] nova-conductor[53859]: DEBUG oslo_db.sqlalchemy.engines [None req-a2070053-8e36-4abe-a723-0b93480b3283 tempest-ServerDiagnosticsTest-1095156200 tempest-ServerDiagnosticsTest-1095156200-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53859) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 513.335088] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writer thread running {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 513.345685] nova-conductor[53859]: DEBUG nova.quota [None req-a2070053-8e36-4abe-a723-0b93480b3283 tempest-ServerDiagnosticsTest-1095156200 tempest-ServerDiagnosticsTest-1095156200-project-member] Getting quotas for project e44edd2a605d4531bf3696c9de32a639. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 513.350431] nova-conductor[53859]: DEBUG nova.quota [None req-a2070053-8e36-4abe-a723-0b93480b3283 tempest-ServerDiagnosticsTest-1095156200 tempest-ServerDiagnosticsTest-1095156200-project-member] Getting quotas for user ef8253d96d0d4dd592e890bbff6e1e60 and project e44edd2a605d4531bf3696c9de32a639. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 513.359082] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-a2070053-8e36-4abe-a723-0b93480b3283 tempest-ServerDiagnosticsTest-1095156200 tempest-ServerDiagnosticsTest-1095156200-project-member] [instance: a134ab6d-b261-4df6-b440-d32a3e578645] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 513.359660] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a2070053-8e36-4abe-a723-0b93480b3283 tempest-ServerDiagnosticsTest-1095156200 tempest-ServerDiagnosticsTest-1095156200-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 513.359862] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a2070053-8e36-4abe-a723-0b93480b3283 tempest-ServerDiagnosticsTest-1095156200 tempest-ServerDiagnosticsTest-1095156200-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 513.360031] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a2070053-8e36-4abe-a723-0b93480b3283 tempest-ServerDiagnosticsTest-1095156200 tempest-ServerDiagnosticsTest-1095156200-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 513.365261] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-a2070053-8e36-4abe-a723-0b93480b3283 tempest-ServerDiagnosticsTest-1095156200 tempest-ServerDiagnosticsTest-1095156200-project-member] [instance: a134ab6d-b261-4df6-b440-d32a3e578645] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 513.366070] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a2070053-8e36-4abe-a723-0b93480b3283 tempest-ServerDiagnosticsTest-1095156200 tempest-ServerDiagnosticsTest-1095156200-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 513.366198] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a2070053-8e36-4abe-a723-0b93480b3283 tempest-ServerDiagnosticsTest-1095156200 tempest-ServerDiagnosticsTest-1095156200-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 513.366350] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a2070053-8e36-4abe-a723-0b93480b3283 tempest-ServerDiagnosticsTest-1095156200 tempest-ServerDiagnosticsTest-1095156200-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 513.411436] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a2070053-8e36-4abe-a723-0b93480b3283 tempest-ServerDiagnosticsTest-1095156200 tempest-ServerDiagnosticsTest-1095156200-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 513.411625] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a2070053-8e36-4abe-a723-0b93480b3283 tempest-ServerDiagnosticsTest-1095156200 tempest-ServerDiagnosticsTest-1095156200-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 513.411905] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a2070053-8e36-4abe-a723-0b93480b3283 tempest-ServerDiagnosticsTest-1095156200 tempest-ServerDiagnosticsTest-1095156200-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 513.412052] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a2070053-8e36-4abe-a723-0b93480b3283 tempest-ServerDiagnosticsTest-1095156200 tempest-ServerDiagnosticsTest-1095156200-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=53859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 513.412136] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a2070053-8e36-4abe-a723-0b93480b3283 tempest-ServerDiagnosticsTest-1095156200 tempest-ServerDiagnosticsTest-1095156200-project-member] Acquired lock "compute-rpcapi-router" {{(pid=53859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 513.412954] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-da2b1b1b-1e55-4b48-99eb-9f68f04a42f3 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 513.412954] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-da2b1b1b-1e55-4b48-99eb-9f68f04a42f3 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 513.413192] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-da2b1b1b-1e55-4b48-99eb-9f68f04a42f3 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 513.413335] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-da2b1b1b-1e55-4b48-99eb-9f68f04a42f3 None None] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 513.413610] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-da2b1b1b-1e55-4b48-99eb-9f68f04a42f3 None None] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 513.413674] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-da2b1b1b-1e55-4b48-99eb-9f68f04a42f3 None None] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 513.421934] nova-conductor[53859]: INFO nova.compute.rpcapi [None req-da2b1b1b-1e55-4b48-99eb-9f68f04a42f3 None None] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 513.423075] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-da2b1b1b-1e55-4b48-99eb-9f68f04a42f3 None None] Releasing lock "compute-rpcapi-router" {{(pid=53859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 517.031487] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-35a5fc5c-7e44-4806-b390-80f5a8a499d8 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 517.039494] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-464a16f8-1845-4d4d-b3ea-fd8ba00de8bb tempest-ServersAdminNegativeTestJSON-1828705899 tempest-ServersAdminNegativeTestJSON-1828705899-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 517.050914] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-35a5fc5c-7e44-4806-b390-80f5a8a499d8 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.051171] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-35a5fc5c-7e44-4806-b390-80f5a8a499d8 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.051340] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-35a5fc5c-7e44-4806-b390-80f5a8a499d8 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.058976] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-464a16f8-1845-4d4d-b3ea-fd8ba00de8bb tempest-ServersAdminNegativeTestJSON-1828705899 tempest-ServersAdminNegativeTestJSON-1828705899-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.059279] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-464a16f8-1845-4d4d-b3ea-fd8ba00de8bb tempest-ServersAdminNegativeTestJSON-1828705899 tempest-ServersAdminNegativeTestJSON-1828705899-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.059512] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-464a16f8-1845-4d4d-b3ea-fd8ba00de8bb tempest-ServersAdminNegativeTestJSON-1828705899 tempest-ServersAdminNegativeTestJSON-1828705899-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.101263] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-464a16f8-1845-4d4d-b3ea-fd8ba00de8bb tempest-ServersAdminNegativeTestJSON-1828705899 tempest-ServersAdminNegativeTestJSON-1828705899-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.101482] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-464a16f8-1845-4d4d-b3ea-fd8ba00de8bb tempest-ServersAdminNegativeTestJSON-1828705899 tempest-ServersAdminNegativeTestJSON-1828705899-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.101730] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-464a16f8-1845-4d4d-b3ea-fd8ba00de8bb tempest-ServersAdminNegativeTestJSON-1828705899 tempest-ServersAdminNegativeTestJSON-1828705899-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.102074] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-464a16f8-1845-4d4d-b3ea-fd8ba00de8bb tempest-ServersAdminNegativeTestJSON-1828705899 tempest-ServersAdminNegativeTestJSON-1828705899-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.102270] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-464a16f8-1845-4d4d-b3ea-fd8ba00de8bb tempest-ServersAdminNegativeTestJSON-1828705899 tempest-ServersAdminNegativeTestJSON-1828705899-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.102424] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-464a16f8-1845-4d4d-b3ea-fd8ba00de8bb tempest-ServersAdminNegativeTestJSON-1828705899 tempest-ServersAdminNegativeTestJSON-1828705899-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.117056] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-35a5fc5c-7e44-4806-b390-80f5a8a499d8 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.117363] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-35a5fc5c-7e44-4806-b390-80f5a8a499d8 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.117536] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-35a5fc5c-7e44-4806-b390-80f5a8a499d8 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.120142] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-35a5fc5c-7e44-4806-b390-80f5a8a499d8 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.120142] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-35a5fc5c-7e44-4806-b390-80f5a8a499d8 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.120142] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-35a5fc5c-7e44-4806-b390-80f5a8a499d8 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.120239] nova-conductor[53859]: DEBUG nova.quota [None req-464a16f8-1845-4d4d-b3ea-fd8ba00de8bb tempest-ServersAdminNegativeTestJSON-1828705899 tempest-ServersAdminNegativeTestJSON-1828705899-project-member] Getting quotas for project 4e3eb68dec6748cc96d2ada081ba4579. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 517.124260] nova-conductor[53859]: DEBUG nova.quota [None req-464a16f8-1845-4d4d-b3ea-fd8ba00de8bb tempest-ServersAdminNegativeTestJSON-1828705899 tempest-ServersAdminNegativeTestJSON-1828705899-project-member] Getting quotas for user 0a002d5cc4ff48b0a41dc0f6c4ede86d and project 4e3eb68dec6748cc96d2ada081ba4579. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 517.132452] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-464a16f8-1845-4d4d-b3ea-fd8ba00de8bb tempest-ServersAdminNegativeTestJSON-1828705899 tempest-ServersAdminNegativeTestJSON-1828705899-project-member] [instance: 1ade1b37-8319-4d74-9544-6b83e8738498] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 517.132882] nova-conductor[53858]: DEBUG nova.quota [None req-35a5fc5c-7e44-4806-b390-80f5a8a499d8 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Getting quotas for project 8786415c53184755b01f324d83b72b9a. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 517.133189] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-464a16f8-1845-4d4d-b3ea-fd8ba00de8bb tempest-ServersAdminNegativeTestJSON-1828705899 tempest-ServersAdminNegativeTestJSON-1828705899-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.133305] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-464a16f8-1845-4d4d-b3ea-fd8ba00de8bb tempest-ServersAdminNegativeTestJSON-1828705899 tempest-ServersAdminNegativeTestJSON-1828705899-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.133509] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-464a16f8-1845-4d4d-b3ea-fd8ba00de8bb tempest-ServersAdminNegativeTestJSON-1828705899 tempest-ServersAdminNegativeTestJSON-1828705899-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.136312] nova-conductor[53858]: DEBUG nova.quota [None req-35a5fc5c-7e44-4806-b390-80f5a8a499d8 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Getting quotas for user 379d4ef2827847eeadcb2728bd5859f4 and project 8786415c53184755b01f324d83b72b9a. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 517.144509] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-35a5fc5c-7e44-4806-b390-80f5a8a499d8 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] [instance: 9ea2600a-d439-4fc3-a131-9bb93250d8cd] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 517.146963] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-464a16f8-1845-4d4d-b3ea-fd8ba00de8bb tempest-ServersAdminNegativeTestJSON-1828705899 tempest-ServersAdminNegativeTestJSON-1828705899-project-member] [instance: 1ade1b37-8319-4d74-9544-6b83e8738498] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 517.149357] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-35a5fc5c-7e44-4806-b390-80f5a8a499d8 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.149624] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-35a5fc5c-7e44-4806-b390-80f5a8a499d8 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.149808] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-35a5fc5c-7e44-4806-b390-80f5a8a499d8 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.150639] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-464a16f8-1845-4d4d-b3ea-fd8ba00de8bb tempest-ServersAdminNegativeTestJSON-1828705899 tempest-ServersAdminNegativeTestJSON-1828705899-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.150864] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-464a16f8-1845-4d4d-b3ea-fd8ba00de8bb tempest-ServersAdminNegativeTestJSON-1828705899 tempest-ServersAdminNegativeTestJSON-1828705899-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.151031] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-464a16f8-1845-4d4d-b3ea-fd8ba00de8bb tempest-ServersAdminNegativeTestJSON-1828705899 tempest-ServersAdminNegativeTestJSON-1828705899-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.156148] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-35a5fc5c-7e44-4806-b390-80f5a8a499d8 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] [instance: 9ea2600a-d439-4fc3-a131-9bb93250d8cd] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 517.156867] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-35a5fc5c-7e44-4806-b390-80f5a8a499d8 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.157096] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-35a5fc5c-7e44-4806-b390-80f5a8a499d8 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.157265] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-35a5fc5c-7e44-4806-b390-80f5a8a499d8 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.191378] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-464a16f8-1845-4d4d-b3ea-fd8ba00de8bb tempest-ServersAdminNegativeTestJSON-1828705899 tempest-ServersAdminNegativeTestJSON-1828705899-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.191556] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-464a16f8-1845-4d4d-b3ea-fd8ba00de8bb tempest-ServersAdminNegativeTestJSON-1828705899 tempest-ServersAdminNegativeTestJSON-1828705899-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.191706] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-464a16f8-1845-4d4d-b3ea-fd8ba00de8bb tempest-ServersAdminNegativeTestJSON-1828705899 tempest-ServersAdminNegativeTestJSON-1828705899-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.198517] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-35a5fc5c-7e44-4806-b390-80f5a8a499d8 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.198810] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-35a5fc5c-7e44-4806-b390-80f5a8a499d8 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.199039] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-35a5fc5c-7e44-4806-b390-80f5a8a499d8 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.677115] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-8a6b6bc2-54c9-4389-ab30-057158d86227 tempest-ServerDiagnosticsNegativeTest-664316905 tempest-ServerDiagnosticsNegativeTest-664316905-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 517.712169] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-8a6b6bc2-54c9-4389-ab30-057158d86227 tempest-ServerDiagnosticsNegativeTest-664316905 tempest-ServerDiagnosticsNegativeTest-664316905-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.712395] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-8a6b6bc2-54c9-4389-ab30-057158d86227 tempest-ServerDiagnosticsNegativeTest-664316905 tempest-ServerDiagnosticsNegativeTest-664316905-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.712567] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-8a6b6bc2-54c9-4389-ab30-057158d86227 tempest-ServerDiagnosticsNegativeTest-664316905 tempest-ServerDiagnosticsNegativeTest-664316905-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.788530] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-8a6b6bc2-54c9-4389-ab30-057158d86227 tempest-ServerDiagnosticsNegativeTest-664316905 tempest-ServerDiagnosticsNegativeTest-664316905-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.788760] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-8a6b6bc2-54c9-4389-ab30-057158d86227 tempest-ServerDiagnosticsNegativeTest-664316905 tempest-ServerDiagnosticsNegativeTest-664316905-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.788923] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-8a6b6bc2-54c9-4389-ab30-057158d86227 tempest-ServerDiagnosticsNegativeTest-664316905 tempest-ServerDiagnosticsNegativeTest-664316905-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.789326] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-8a6b6bc2-54c9-4389-ab30-057158d86227 tempest-ServerDiagnosticsNegativeTest-664316905 tempest-ServerDiagnosticsNegativeTest-664316905-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.789507] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-8a6b6bc2-54c9-4389-ab30-057158d86227 tempest-ServerDiagnosticsNegativeTest-664316905 tempest-ServerDiagnosticsNegativeTest-664316905-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.789670] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-8a6b6bc2-54c9-4389-ab30-057158d86227 tempest-ServerDiagnosticsNegativeTest-664316905 tempest-ServerDiagnosticsNegativeTest-664316905-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.806378] nova-conductor[53859]: DEBUG nova.quota [None req-8a6b6bc2-54c9-4389-ab30-057158d86227 tempest-ServerDiagnosticsNegativeTest-664316905 tempest-ServerDiagnosticsNegativeTest-664316905-project-member] Getting quotas for project 597e4f4519f54b1eb065ebf9b820a87b. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 517.811539] nova-conductor[53859]: DEBUG nova.quota [None req-8a6b6bc2-54c9-4389-ab30-057158d86227 tempest-ServerDiagnosticsNegativeTest-664316905 tempest-ServerDiagnosticsNegativeTest-664316905-project-member] Getting quotas for user 91e0603ddfc04953b150ef6845e6a592 and project 597e4f4519f54b1eb065ebf9b820a87b. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 517.818223] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-8a6b6bc2-54c9-4389-ab30-057158d86227 tempest-ServerDiagnosticsNegativeTest-664316905 tempest-ServerDiagnosticsNegativeTest-664316905-project-member] [instance: b0a45314-eed8-4d0a-bea2-d4b47dc0bc80] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 517.818741] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-8a6b6bc2-54c9-4389-ab30-057158d86227 tempest-ServerDiagnosticsNegativeTest-664316905 tempest-ServerDiagnosticsNegativeTest-664316905-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.818948] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-8a6b6bc2-54c9-4389-ab30-057158d86227 tempest-ServerDiagnosticsNegativeTest-664316905 tempest-ServerDiagnosticsNegativeTest-664316905-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.819126] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-8a6b6bc2-54c9-4389-ab30-057158d86227 tempest-ServerDiagnosticsNegativeTest-664316905 tempest-ServerDiagnosticsNegativeTest-664316905-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.826989] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-8a6b6bc2-54c9-4389-ab30-057158d86227 tempest-ServerDiagnosticsNegativeTest-664316905 tempest-ServerDiagnosticsNegativeTest-664316905-project-member] [instance: b0a45314-eed8-4d0a-bea2-d4b47dc0bc80] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 517.827706] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-8a6b6bc2-54c9-4389-ab30-057158d86227 tempest-ServerDiagnosticsNegativeTest-664316905 tempest-ServerDiagnosticsNegativeTest-664316905-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.827913] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-8a6b6bc2-54c9-4389-ab30-057158d86227 tempest-ServerDiagnosticsNegativeTest-664316905 tempest-ServerDiagnosticsNegativeTest-664316905-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.828085] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-8a6b6bc2-54c9-4389-ab30-057158d86227 tempest-ServerDiagnosticsNegativeTest-664316905 tempest-ServerDiagnosticsNegativeTest-664316905-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.858752] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-8a6b6bc2-54c9-4389-ab30-057158d86227 tempest-ServerDiagnosticsNegativeTest-664316905 tempest-ServerDiagnosticsNegativeTest-664316905-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.859507] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-8a6b6bc2-54c9-4389-ab30-057158d86227 tempest-ServerDiagnosticsNegativeTest-664316905 tempest-ServerDiagnosticsNegativeTest-664316905-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.859507] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-8a6b6bc2-54c9-4389-ab30-057158d86227 tempest-ServerDiagnosticsNegativeTest-664316905 tempest-ServerDiagnosticsNegativeTest-664316905-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.900530] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-7781f812-6fae-4bd6-9d91-ec6098c06372 tempest-InstanceActionsTestJSON-2015629344 tempest-InstanceActionsTestJSON-2015629344-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 519.928365] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-7781f812-6fae-4bd6-9d91-ec6098c06372 tempest-InstanceActionsTestJSON-2015629344 tempest-InstanceActionsTestJSON-2015629344-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.929928] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-7781f812-6fae-4bd6-9d91-ec6098c06372 tempest-InstanceActionsTestJSON-2015629344 tempest-InstanceActionsTestJSON-2015629344-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.930044] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-7781f812-6fae-4bd6-9d91-ec6098c06372 tempest-InstanceActionsTestJSON-2015629344 tempest-InstanceActionsTestJSON-2015629344-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.979261] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-7781f812-6fae-4bd6-9d91-ec6098c06372 tempest-InstanceActionsTestJSON-2015629344 tempest-InstanceActionsTestJSON-2015629344-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.979470] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-7781f812-6fae-4bd6-9d91-ec6098c06372 tempest-InstanceActionsTestJSON-2015629344 tempest-InstanceActionsTestJSON-2015629344-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.979803] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-7781f812-6fae-4bd6-9d91-ec6098c06372 tempest-InstanceActionsTestJSON-2015629344 tempest-InstanceActionsTestJSON-2015629344-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.980038] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-7781f812-6fae-4bd6-9d91-ec6098c06372 tempest-InstanceActionsTestJSON-2015629344 tempest-InstanceActionsTestJSON-2015629344-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.980226] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-7781f812-6fae-4bd6-9d91-ec6098c06372 tempest-InstanceActionsTestJSON-2015629344 tempest-InstanceActionsTestJSON-2015629344-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.980377] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-7781f812-6fae-4bd6-9d91-ec6098c06372 tempest-InstanceActionsTestJSON-2015629344 tempest-InstanceActionsTestJSON-2015629344-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.998909] nova-conductor[53859]: DEBUG nova.quota [None req-7781f812-6fae-4bd6-9d91-ec6098c06372 tempest-InstanceActionsTestJSON-2015629344 tempest-InstanceActionsTestJSON-2015629344-project-member] Getting quotas for project 1fb06cc31ab14532a79c4c7fd467d4fd. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 520.002348] nova-conductor[53859]: DEBUG nova.quota [None req-7781f812-6fae-4bd6-9d91-ec6098c06372 tempest-InstanceActionsTestJSON-2015629344 tempest-InstanceActionsTestJSON-2015629344-project-member] Getting quotas for user 928aee5023774c4ca74cd9d6d661c01c and project 1fb06cc31ab14532a79c4c7fd467d4fd. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 520.016901] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-7781f812-6fae-4bd6-9d91-ec6098c06372 tempest-InstanceActionsTestJSON-2015629344 tempest-InstanceActionsTestJSON-2015629344-project-member] [instance: 97148ea5-398a-4974-b8f6-62290e519794] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 520.017011] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-7781f812-6fae-4bd6-9d91-ec6098c06372 tempest-InstanceActionsTestJSON-2015629344 tempest-InstanceActionsTestJSON-2015629344-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.017244] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-7781f812-6fae-4bd6-9d91-ec6098c06372 tempest-InstanceActionsTestJSON-2015629344 tempest-InstanceActionsTestJSON-2015629344-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.017395] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-7781f812-6fae-4bd6-9d91-ec6098c06372 tempest-InstanceActionsTestJSON-2015629344 tempest-InstanceActionsTestJSON-2015629344-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.023087] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-7781f812-6fae-4bd6-9d91-ec6098c06372 tempest-InstanceActionsTestJSON-2015629344 tempest-InstanceActionsTestJSON-2015629344-project-member] [instance: 97148ea5-398a-4974-b8f6-62290e519794] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 520.025186] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-7781f812-6fae-4bd6-9d91-ec6098c06372 tempest-InstanceActionsTestJSON-2015629344 tempest-InstanceActionsTestJSON-2015629344-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.025186] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-7781f812-6fae-4bd6-9d91-ec6098c06372 tempest-InstanceActionsTestJSON-2015629344 tempest-InstanceActionsTestJSON-2015629344-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.025186] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-7781f812-6fae-4bd6-9d91-ec6098c06372 tempest-InstanceActionsTestJSON-2015629344 tempest-InstanceActionsTestJSON-2015629344-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.052079] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-7781f812-6fae-4bd6-9d91-ec6098c06372 tempest-InstanceActionsTestJSON-2015629344 tempest-InstanceActionsTestJSON-2015629344-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.052383] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-7781f812-6fae-4bd6-9d91-ec6098c06372 tempest-InstanceActionsTestJSON-2015629344 tempest-InstanceActionsTestJSON-2015629344-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.052594] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-7781f812-6fae-4bd6-9d91-ec6098c06372 tempest-InstanceActionsTestJSON-2015629344 tempest-InstanceActionsTestJSON-2015629344-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.748127] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-844a2215-1038-4a30-8a79-40c1c3117bde tempest-FloatingIPsAssociationNegativeTestJSON-1301210771 tempest-FloatingIPsAssociationNegativeTestJSON-1301210771-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 520.771999] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-844a2215-1038-4a30-8a79-40c1c3117bde tempest-FloatingIPsAssociationNegativeTestJSON-1301210771 tempest-FloatingIPsAssociationNegativeTestJSON-1301210771-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.772277] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-844a2215-1038-4a30-8a79-40c1c3117bde tempest-FloatingIPsAssociationNegativeTestJSON-1301210771 tempest-FloatingIPsAssociationNegativeTestJSON-1301210771-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.772520] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-844a2215-1038-4a30-8a79-40c1c3117bde tempest-FloatingIPsAssociationNegativeTestJSON-1301210771 tempest-FloatingIPsAssociationNegativeTestJSON-1301210771-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.842080] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-844a2215-1038-4a30-8a79-40c1c3117bde tempest-FloatingIPsAssociationNegativeTestJSON-1301210771 tempest-FloatingIPsAssociationNegativeTestJSON-1301210771-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.842472] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-844a2215-1038-4a30-8a79-40c1c3117bde tempest-FloatingIPsAssociationNegativeTestJSON-1301210771 tempest-FloatingIPsAssociationNegativeTestJSON-1301210771-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.842569] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-844a2215-1038-4a30-8a79-40c1c3117bde tempest-FloatingIPsAssociationNegativeTestJSON-1301210771 tempest-FloatingIPsAssociationNegativeTestJSON-1301210771-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.844091] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-844a2215-1038-4a30-8a79-40c1c3117bde tempest-FloatingIPsAssociationNegativeTestJSON-1301210771 tempest-FloatingIPsAssociationNegativeTestJSON-1301210771-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.844091] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-844a2215-1038-4a30-8a79-40c1c3117bde tempest-FloatingIPsAssociationNegativeTestJSON-1301210771 tempest-FloatingIPsAssociationNegativeTestJSON-1301210771-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.844091] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-844a2215-1038-4a30-8a79-40c1c3117bde tempest-FloatingIPsAssociationNegativeTestJSON-1301210771 tempest-FloatingIPsAssociationNegativeTestJSON-1301210771-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.859961] nova-conductor[53858]: DEBUG nova.quota [None req-844a2215-1038-4a30-8a79-40c1c3117bde tempest-FloatingIPsAssociationNegativeTestJSON-1301210771 tempest-FloatingIPsAssociationNegativeTestJSON-1301210771-project-member] Getting quotas for project cd7f9a9ec68b47ddb7ea21b5af26992c. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 520.864537] nova-conductor[53858]: DEBUG nova.quota [None req-844a2215-1038-4a30-8a79-40c1c3117bde tempest-FloatingIPsAssociationNegativeTestJSON-1301210771 tempest-FloatingIPsAssociationNegativeTestJSON-1301210771-project-member] Getting quotas for user ae74bb78ee094384a234a11389986e74 and project cd7f9a9ec68b47ddb7ea21b5af26992c. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 520.876094] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-844a2215-1038-4a30-8a79-40c1c3117bde tempest-FloatingIPsAssociationNegativeTestJSON-1301210771 tempest-FloatingIPsAssociationNegativeTestJSON-1301210771-project-member] [instance: 5d57303a-ae17-4b92-8f12-303677eb0d7e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 520.877059] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-844a2215-1038-4a30-8a79-40c1c3117bde tempest-FloatingIPsAssociationNegativeTestJSON-1301210771 tempest-FloatingIPsAssociationNegativeTestJSON-1301210771-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.877059] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-844a2215-1038-4a30-8a79-40c1c3117bde tempest-FloatingIPsAssociationNegativeTestJSON-1301210771 tempest-FloatingIPsAssociationNegativeTestJSON-1301210771-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.877059] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-844a2215-1038-4a30-8a79-40c1c3117bde tempest-FloatingIPsAssociationNegativeTestJSON-1301210771 tempest-FloatingIPsAssociationNegativeTestJSON-1301210771-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.882638] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-844a2215-1038-4a30-8a79-40c1c3117bde tempest-FloatingIPsAssociationNegativeTestJSON-1301210771 tempest-FloatingIPsAssociationNegativeTestJSON-1301210771-project-member] [instance: 5d57303a-ae17-4b92-8f12-303677eb0d7e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 520.883332] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-844a2215-1038-4a30-8a79-40c1c3117bde tempest-FloatingIPsAssociationNegativeTestJSON-1301210771 tempest-FloatingIPsAssociationNegativeTestJSON-1301210771-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.885022] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-844a2215-1038-4a30-8a79-40c1c3117bde tempest-FloatingIPsAssociationNegativeTestJSON-1301210771 tempest-FloatingIPsAssociationNegativeTestJSON-1301210771-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.885022] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-844a2215-1038-4a30-8a79-40c1c3117bde tempest-FloatingIPsAssociationNegativeTestJSON-1301210771 tempest-FloatingIPsAssociationNegativeTestJSON-1301210771-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.916058] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-844a2215-1038-4a30-8a79-40c1c3117bde tempest-FloatingIPsAssociationNegativeTestJSON-1301210771 tempest-FloatingIPsAssociationNegativeTestJSON-1301210771-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.916424] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-844a2215-1038-4a30-8a79-40c1c3117bde tempest-FloatingIPsAssociationNegativeTestJSON-1301210771 tempest-FloatingIPsAssociationNegativeTestJSON-1301210771-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.916613] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-844a2215-1038-4a30-8a79-40c1c3117bde tempest-FloatingIPsAssociationNegativeTestJSON-1301210771 tempest-FloatingIPsAssociationNegativeTestJSON-1301210771-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 521.816403] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-f30f4038-8fd0-4bbd-8b35-7fb8e0dea3a4 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 521.840329] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f30f4038-8fd0-4bbd-8b35-7fb8e0dea3a4 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 521.840576] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f30f4038-8fd0-4bbd-8b35-7fb8e0dea3a4 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 521.840740] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f30f4038-8fd0-4bbd-8b35-7fb8e0dea3a4 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 521.883812] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f30f4038-8fd0-4bbd-8b35-7fb8e0dea3a4 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 521.884254] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f30f4038-8fd0-4bbd-8b35-7fb8e0dea3a4 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 521.884681] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f30f4038-8fd0-4bbd-8b35-7fb8e0dea3a4 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 521.886163] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f30f4038-8fd0-4bbd-8b35-7fb8e0dea3a4 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 521.886163] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f30f4038-8fd0-4bbd-8b35-7fb8e0dea3a4 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 521.886163] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f30f4038-8fd0-4bbd-8b35-7fb8e0dea3a4 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 521.897697] nova-conductor[53859]: DEBUG nova.quota [None req-f30f4038-8fd0-4bbd-8b35-7fb8e0dea3a4 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Getting quotas for project ebd1ac0807c34d0597971c074f4b6853. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 521.902098] nova-conductor[53859]: DEBUG nova.quota [None req-f30f4038-8fd0-4bbd-8b35-7fb8e0dea3a4 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Getting quotas for user 0237dcc9ff3e4b5e919f8c921d16268e and project ebd1ac0807c34d0597971c074f4b6853. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 521.908604] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-f30f4038-8fd0-4bbd-8b35-7fb8e0dea3a4 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] [instance: 59fc11e8-27be-4553-9de9-3eb5ea612ec4] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 521.909320] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f30f4038-8fd0-4bbd-8b35-7fb8e0dea3a4 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 521.909541] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f30f4038-8fd0-4bbd-8b35-7fb8e0dea3a4 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 521.909875] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f30f4038-8fd0-4bbd-8b35-7fb8e0dea3a4 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 521.914353] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-f30f4038-8fd0-4bbd-8b35-7fb8e0dea3a4 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] [instance: 59fc11e8-27be-4553-9de9-3eb5ea612ec4] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 521.914964] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f30f4038-8fd0-4bbd-8b35-7fb8e0dea3a4 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 521.915237] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f30f4038-8fd0-4bbd-8b35-7fb8e0dea3a4 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 521.915413] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f30f4038-8fd0-4bbd-8b35-7fb8e0dea3a4 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 521.933291] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f30f4038-8fd0-4bbd-8b35-7fb8e0dea3a4 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 521.933580] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f30f4038-8fd0-4bbd-8b35-7fb8e0dea3a4 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 521.933765] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f30f4038-8fd0-4bbd-8b35-7fb8e0dea3a4 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 525.651676] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-dcb477a6-85d7-4838-be85-b9b2ecf96877 tempest-ImagesOneServerNegativeTestJSON-1560548781 tempest-ImagesOneServerNegativeTestJSON-1560548781-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 525.678103] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-dcb477a6-85d7-4838-be85-b9b2ecf96877 tempest-ImagesOneServerNegativeTestJSON-1560548781 tempest-ImagesOneServerNegativeTestJSON-1560548781-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.678950] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-dcb477a6-85d7-4838-be85-b9b2ecf96877 tempest-ImagesOneServerNegativeTestJSON-1560548781 tempest-ImagesOneServerNegativeTestJSON-1560548781-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.678950] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-dcb477a6-85d7-4838-be85-b9b2ecf96877 tempest-ImagesOneServerNegativeTestJSON-1560548781 tempest-ImagesOneServerNegativeTestJSON-1560548781-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 525.728696] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-dcb477a6-85d7-4838-be85-b9b2ecf96877 tempest-ImagesOneServerNegativeTestJSON-1560548781 tempest-ImagesOneServerNegativeTestJSON-1560548781-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.728938] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-dcb477a6-85d7-4838-be85-b9b2ecf96877 tempest-ImagesOneServerNegativeTestJSON-1560548781 tempest-ImagesOneServerNegativeTestJSON-1560548781-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.729126] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-dcb477a6-85d7-4838-be85-b9b2ecf96877 tempest-ImagesOneServerNegativeTestJSON-1560548781 tempest-ImagesOneServerNegativeTestJSON-1560548781-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 525.729564] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-dcb477a6-85d7-4838-be85-b9b2ecf96877 tempest-ImagesOneServerNegativeTestJSON-1560548781 tempest-ImagesOneServerNegativeTestJSON-1560548781-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.729695] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-dcb477a6-85d7-4838-be85-b9b2ecf96877 tempest-ImagesOneServerNegativeTestJSON-1560548781 tempest-ImagesOneServerNegativeTestJSON-1560548781-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.729987] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-dcb477a6-85d7-4838-be85-b9b2ecf96877 tempest-ImagesOneServerNegativeTestJSON-1560548781 tempest-ImagesOneServerNegativeTestJSON-1560548781-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 525.742791] nova-conductor[53858]: DEBUG nova.quota [None req-dcb477a6-85d7-4838-be85-b9b2ecf96877 tempest-ImagesOneServerNegativeTestJSON-1560548781 tempest-ImagesOneServerNegativeTestJSON-1560548781-project-member] Getting quotas for project 03f31bbddde641f194787c46239eaa71. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 525.745281] nova-conductor[53858]: DEBUG nova.quota [None req-dcb477a6-85d7-4838-be85-b9b2ecf96877 tempest-ImagesOneServerNegativeTestJSON-1560548781 tempest-ImagesOneServerNegativeTestJSON-1560548781-project-member] Getting quotas for user 08eec39f0de942fda8246c823b202cd4 and project 03f31bbddde641f194787c46239eaa71. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 525.752219] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-dcb477a6-85d7-4838-be85-b9b2ecf96877 tempest-ImagesOneServerNegativeTestJSON-1560548781 tempest-ImagesOneServerNegativeTestJSON-1560548781-project-member] [instance: ca62f959-43b9-4838-8349-11b7d6a7f0a7] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 525.752420] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-dcb477a6-85d7-4838-be85-b9b2ecf96877 tempest-ImagesOneServerNegativeTestJSON-1560548781 tempest-ImagesOneServerNegativeTestJSON-1560548781-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.752577] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-dcb477a6-85d7-4838-be85-b9b2ecf96877 tempest-ImagesOneServerNegativeTestJSON-1560548781 tempest-ImagesOneServerNegativeTestJSON-1560548781-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.752747] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-dcb477a6-85d7-4838-be85-b9b2ecf96877 tempest-ImagesOneServerNegativeTestJSON-1560548781 tempest-ImagesOneServerNegativeTestJSON-1560548781-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 525.762164] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-dcb477a6-85d7-4838-be85-b9b2ecf96877 tempest-ImagesOneServerNegativeTestJSON-1560548781 tempest-ImagesOneServerNegativeTestJSON-1560548781-project-member] [instance: ca62f959-43b9-4838-8349-11b7d6a7f0a7] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 525.762863] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-dcb477a6-85d7-4838-be85-b9b2ecf96877 tempest-ImagesOneServerNegativeTestJSON-1560548781 tempest-ImagesOneServerNegativeTestJSON-1560548781-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.765030] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-dcb477a6-85d7-4838-be85-b9b2ecf96877 tempest-ImagesOneServerNegativeTestJSON-1560548781 tempest-ImagesOneServerNegativeTestJSON-1560548781-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.765030] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-dcb477a6-85d7-4838-be85-b9b2ecf96877 tempest-ImagesOneServerNegativeTestJSON-1560548781 tempest-ImagesOneServerNegativeTestJSON-1560548781-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 525.791680] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-dcb477a6-85d7-4838-be85-b9b2ecf96877 tempest-ImagesOneServerNegativeTestJSON-1560548781 tempest-ImagesOneServerNegativeTestJSON-1560548781-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.792205] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-dcb477a6-85d7-4838-be85-b9b2ecf96877 tempest-ImagesOneServerNegativeTestJSON-1560548781 tempest-ImagesOneServerNegativeTestJSON-1560548781-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.792205] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-dcb477a6-85d7-4838-be85-b9b2ecf96877 tempest-ImagesOneServerNegativeTestJSON-1560548781 tempest-ImagesOneServerNegativeTestJSON-1560548781-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.720688] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-3b10f02e-4025-4174-94c7-8515a7e12175 tempest-ServersAdmin275Test-1304626830 tempest-ServersAdmin275Test-1304626830-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 531.747476] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-3b10f02e-4025-4174-94c7-8515a7e12175 tempest-ServersAdmin275Test-1304626830 tempest-ServersAdmin275Test-1304626830-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.747732] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-3b10f02e-4025-4174-94c7-8515a7e12175 tempest-ServersAdmin275Test-1304626830 tempest-ServersAdmin275Test-1304626830-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.747908] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-3b10f02e-4025-4174-94c7-8515a7e12175 tempest-ServersAdmin275Test-1304626830 tempest-ServersAdmin275Test-1304626830-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.794273] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-3b10f02e-4025-4174-94c7-8515a7e12175 tempest-ServersAdmin275Test-1304626830 tempest-ServersAdmin275Test-1304626830-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.794635] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-3b10f02e-4025-4174-94c7-8515a7e12175 tempest-ServersAdmin275Test-1304626830 tempest-ServersAdmin275Test-1304626830-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.795043] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-3b10f02e-4025-4174-94c7-8515a7e12175 tempest-ServersAdmin275Test-1304626830 tempest-ServersAdmin275Test-1304626830-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.795596] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-3b10f02e-4025-4174-94c7-8515a7e12175 tempest-ServersAdmin275Test-1304626830 tempest-ServersAdmin275Test-1304626830-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.795792] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-3b10f02e-4025-4174-94c7-8515a7e12175 tempest-ServersAdmin275Test-1304626830 tempest-ServersAdmin275Test-1304626830-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.796009] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-3b10f02e-4025-4174-94c7-8515a7e12175 tempest-ServersAdmin275Test-1304626830 tempest-ServersAdmin275Test-1304626830-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.807751] nova-conductor[53858]: DEBUG nova.quota [None req-3b10f02e-4025-4174-94c7-8515a7e12175 tempest-ServersAdmin275Test-1304626830 tempest-ServersAdmin275Test-1304626830-project-member] Getting quotas for project 6be832751b484c6e898fc7f6d49c69c8. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 531.810274] nova-conductor[53858]: DEBUG nova.quota [None req-3b10f02e-4025-4174-94c7-8515a7e12175 tempest-ServersAdmin275Test-1304626830 tempest-ServersAdmin275Test-1304626830-project-member] Getting quotas for user e97762bb3ba841728ab3542c497bece0 and project 6be832751b484c6e898fc7f6d49c69c8. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 531.817296] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-3b10f02e-4025-4174-94c7-8515a7e12175 tempest-ServersAdmin275Test-1304626830 tempest-ServersAdmin275Test-1304626830-project-member] [instance: f7cc960c-e06a-4c58-9367-ec8771fe09d5] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 531.817853] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-3b10f02e-4025-4174-94c7-8515a7e12175 tempest-ServersAdmin275Test-1304626830 tempest-ServersAdmin275Test-1304626830-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.818263] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-3b10f02e-4025-4174-94c7-8515a7e12175 tempest-ServersAdmin275Test-1304626830 tempest-ServersAdmin275Test-1304626830-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.818263] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-3b10f02e-4025-4174-94c7-8515a7e12175 tempest-ServersAdmin275Test-1304626830 tempest-ServersAdmin275Test-1304626830-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.829486] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-3b10f02e-4025-4174-94c7-8515a7e12175 tempest-ServersAdmin275Test-1304626830 tempest-ServersAdmin275Test-1304626830-project-member] [instance: f7cc960c-e06a-4c58-9367-ec8771fe09d5] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 531.830268] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-3b10f02e-4025-4174-94c7-8515a7e12175 tempest-ServersAdmin275Test-1304626830 tempest-ServersAdmin275Test-1304626830-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.830543] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-3b10f02e-4025-4174-94c7-8515a7e12175 tempest-ServersAdmin275Test-1304626830 tempest-ServersAdmin275Test-1304626830-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.830688] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-3b10f02e-4025-4174-94c7-8515a7e12175 tempest-ServersAdmin275Test-1304626830 tempest-ServersAdmin275Test-1304626830-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.886044] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-3b10f02e-4025-4174-94c7-8515a7e12175 tempest-ServersAdmin275Test-1304626830 tempest-ServersAdmin275Test-1304626830-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.886342] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-3b10f02e-4025-4174-94c7-8515a7e12175 tempest-ServersAdmin275Test-1304626830 tempest-ServersAdmin275Test-1304626830-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.886625] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-3b10f02e-4025-4174-94c7-8515a7e12175 tempest-ServersAdmin275Test-1304626830 tempest-ServersAdmin275Test-1304626830-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.891138] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell0:SELECT=6 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 531.920406] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell1:SELECT=16,nova_cell1:SAVEPOINT=5,nova_cell1:INSERT=40,nova_cell1:RELEASE=5 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 531.926649] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=28,nova_api:UPDATE=3,nova_api:DELETE=3 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 531.933247] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=31,nova_api:UPDATE=2,nova_api:DELETE=2 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 532.385406] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-d9e2f878-40e6-4b41-8b07-da611f2f81f1 tempest-VolumesAssistedSnapshotsTest-2043366068 tempest-VolumesAssistedSnapshotsTest-2043366068-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 532.404552] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-d9e2f878-40e6-4b41-8b07-da611f2f81f1 tempest-VolumesAssistedSnapshotsTest-2043366068 tempest-VolumesAssistedSnapshotsTest-2043366068-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.404902] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-d9e2f878-40e6-4b41-8b07-da611f2f81f1 tempest-VolumesAssistedSnapshotsTest-2043366068 tempest-VolumesAssistedSnapshotsTest-2043366068-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.404978] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-d9e2f878-40e6-4b41-8b07-da611f2f81f1 tempest-VolumesAssistedSnapshotsTest-2043366068 tempest-VolumesAssistedSnapshotsTest-2043366068-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.480494] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-d9e2f878-40e6-4b41-8b07-da611f2f81f1 tempest-VolumesAssistedSnapshotsTest-2043366068 tempest-VolumesAssistedSnapshotsTest-2043366068-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.480975] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-d9e2f878-40e6-4b41-8b07-da611f2f81f1 tempest-VolumesAssistedSnapshotsTest-2043366068 tempest-VolumesAssistedSnapshotsTest-2043366068-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.480975] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-d9e2f878-40e6-4b41-8b07-da611f2f81f1 tempest-VolumesAssistedSnapshotsTest-2043366068 tempest-VolumesAssistedSnapshotsTest-2043366068-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.481285] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-d9e2f878-40e6-4b41-8b07-da611f2f81f1 tempest-VolumesAssistedSnapshotsTest-2043366068 tempest-VolumesAssistedSnapshotsTest-2043366068-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.481500] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-d9e2f878-40e6-4b41-8b07-da611f2f81f1 tempest-VolumesAssistedSnapshotsTest-2043366068 tempest-VolumesAssistedSnapshotsTest-2043366068-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.481663] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-d9e2f878-40e6-4b41-8b07-da611f2f81f1 tempest-VolumesAssistedSnapshotsTest-2043366068 tempest-VolumesAssistedSnapshotsTest-2043366068-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.492563] nova-conductor[53858]: DEBUG nova.quota [None req-d9e2f878-40e6-4b41-8b07-da611f2f81f1 tempest-VolumesAssistedSnapshotsTest-2043366068 tempest-VolumesAssistedSnapshotsTest-2043366068-project-member] Getting quotas for project e448c3eab37f4d65a24b5a68d3bb6067. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 532.494720] nova-conductor[53858]: DEBUG nova.quota [None req-d9e2f878-40e6-4b41-8b07-da611f2f81f1 tempest-VolumesAssistedSnapshotsTest-2043366068 tempest-VolumesAssistedSnapshotsTest-2043366068-project-member] Getting quotas for user 3eb6415a9af24132ae706d907f5cc640 and project e448c3eab37f4d65a24b5a68d3bb6067. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 532.501413] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-d9e2f878-40e6-4b41-8b07-da611f2f81f1 tempest-VolumesAssistedSnapshotsTest-2043366068 tempest-VolumesAssistedSnapshotsTest-2043366068-project-member] [instance: 06bda5ee-c7a8-47d1-9e0c-a5af67d40006] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 532.501936] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-d9e2f878-40e6-4b41-8b07-da611f2f81f1 tempest-VolumesAssistedSnapshotsTest-2043366068 tempest-VolumesAssistedSnapshotsTest-2043366068-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.502161] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-d9e2f878-40e6-4b41-8b07-da611f2f81f1 tempest-VolumesAssistedSnapshotsTest-2043366068 tempest-VolumesAssistedSnapshotsTest-2043366068-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.502343] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-d9e2f878-40e6-4b41-8b07-da611f2f81f1 tempest-VolumesAssistedSnapshotsTest-2043366068 tempest-VolumesAssistedSnapshotsTest-2043366068-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.512159] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-d9e2f878-40e6-4b41-8b07-da611f2f81f1 tempest-VolumesAssistedSnapshotsTest-2043366068 tempest-VolumesAssistedSnapshotsTest-2043366068-project-member] [instance: 06bda5ee-c7a8-47d1-9e0c-a5af67d40006] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 532.512159] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-d9e2f878-40e6-4b41-8b07-da611f2f81f1 tempest-VolumesAssistedSnapshotsTest-2043366068 tempest-VolumesAssistedSnapshotsTest-2043366068-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.512330] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-d9e2f878-40e6-4b41-8b07-da611f2f81f1 tempest-VolumesAssistedSnapshotsTest-2043366068 tempest-VolumesAssistedSnapshotsTest-2043366068-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.513867] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-d9e2f878-40e6-4b41-8b07-da611f2f81f1 tempest-VolumesAssistedSnapshotsTest-2043366068 tempest-VolumesAssistedSnapshotsTest-2043366068-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.538078] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-d9e2f878-40e6-4b41-8b07-da611f2f81f1 tempest-VolumesAssistedSnapshotsTest-2043366068 tempest-VolumesAssistedSnapshotsTest-2043366068-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.538346] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-d9e2f878-40e6-4b41-8b07-da611f2f81f1 tempest-VolumesAssistedSnapshotsTest-2043366068 tempest-VolumesAssistedSnapshotsTest-2043366068-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.538513] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-d9e2f878-40e6-4b41-8b07-da611f2f81f1 tempest-VolumesAssistedSnapshotsTest-2043366068 tempest-VolumesAssistedSnapshotsTest-2043366068-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.702747] nova-conductor[53858]: ERROR nova.scheduler.utils [None req-dc345cdf-ff58-4514-9baa-d2d8d13601af tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] [instance: 242f5cab-3c0c-4f8d-82a8-0cae8d3d419e] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 88c39c48-cf39-4b87-abda-5dbe55ea29c8, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 242f5cab-3c0c-4f8d-82a8-0cae8d3d419e was re-scheduled: Binding failed for port 88c39c48-cf39-4b87-abda-5dbe55ea29c8, please check neutron logs for more information.\n'] [ 532.703483] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-dc345cdf-ff58-4514-9baa-d2d8d13601af tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Rescheduling: True {{(pid=53858) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 532.703791] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-dc345cdf-ff58-4514-9baa-d2d8d13601af tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 242f5cab-3c0c-4f8d-82a8-0cae8d3d419e.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 242f5cab-3c0c-4f8d-82a8-0cae8d3d419e. [ 532.704304] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-dc345cdf-ff58-4514-9baa-d2d8d13601af tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] [instance: 242f5cab-3c0c-4f8d-82a8-0cae8d3d419e] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 242f5cab-3c0c-4f8d-82a8-0cae8d3d419e. [ 532.802407] nova-conductor[53858]: DEBUG nova.network.neutron [None req-dc345cdf-ff58-4514-9baa-d2d8d13601af tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] [instance: 242f5cab-3c0c-4f8d-82a8-0cae8d3d419e] deallocate_for_instance() {{(pid=53858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 533.128834] nova-conductor[53858]: DEBUG nova.network.neutron [None req-dc345cdf-ff58-4514-9baa-d2d8d13601af tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] [instance: 242f5cab-3c0c-4f8d-82a8-0cae8d3d419e] Instance cache missing network info. {{(pid=53858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 533.137237] nova-conductor[53858]: DEBUG nova.network.neutron [None req-dc345cdf-ff58-4514-9baa-d2d8d13601af tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] [instance: 242f5cab-3c0c-4f8d-82a8-0cae8d3d419e] Updating instance_info_cache with network_info: [] {{(pid=53858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 535.915030] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-15b9e1af-fe57-407e-a058-c08239279239 tempest-ServersWithSpecificFlavorTestJSON-1806421899 tempest-ServersWithSpecificFlavorTestJSON-1806421899-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 535.931672] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-15b9e1af-fe57-407e-a058-c08239279239 tempest-ServersWithSpecificFlavorTestJSON-1806421899 tempest-ServersWithSpecificFlavorTestJSON-1806421899-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.932159] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-15b9e1af-fe57-407e-a058-c08239279239 tempest-ServersWithSpecificFlavorTestJSON-1806421899 tempest-ServersWithSpecificFlavorTestJSON-1806421899-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.932159] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-15b9e1af-fe57-407e-a058-c08239279239 tempest-ServersWithSpecificFlavorTestJSON-1806421899 tempest-ServersWithSpecificFlavorTestJSON-1806421899-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.977612] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-15b9e1af-fe57-407e-a058-c08239279239 tempest-ServersWithSpecificFlavorTestJSON-1806421899 tempest-ServersWithSpecificFlavorTestJSON-1806421899-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.977880] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-15b9e1af-fe57-407e-a058-c08239279239 tempest-ServersWithSpecificFlavorTestJSON-1806421899 tempest-ServersWithSpecificFlavorTestJSON-1806421899-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.978233] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-15b9e1af-fe57-407e-a058-c08239279239 tempest-ServersWithSpecificFlavorTestJSON-1806421899 tempest-ServersWithSpecificFlavorTestJSON-1806421899-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.978855] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-15b9e1af-fe57-407e-a058-c08239279239 tempest-ServersWithSpecificFlavorTestJSON-1806421899 tempest-ServersWithSpecificFlavorTestJSON-1806421899-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.978855] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-15b9e1af-fe57-407e-a058-c08239279239 tempest-ServersWithSpecificFlavorTestJSON-1806421899 tempest-ServersWithSpecificFlavorTestJSON-1806421899-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.979121] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-15b9e1af-fe57-407e-a058-c08239279239 tempest-ServersWithSpecificFlavorTestJSON-1806421899 tempest-ServersWithSpecificFlavorTestJSON-1806421899-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.005372] nova-conductor[53859]: DEBUG nova.quota [None req-15b9e1af-fe57-407e-a058-c08239279239 tempest-ServersWithSpecificFlavorTestJSON-1806421899 tempest-ServersWithSpecificFlavorTestJSON-1806421899-project-member] Getting quotas for project 0563f123be6344f98ec0fea13deb2b72. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 536.008540] nova-conductor[53859]: DEBUG nova.quota [None req-15b9e1af-fe57-407e-a058-c08239279239 tempest-ServersWithSpecificFlavorTestJSON-1806421899 tempest-ServersWithSpecificFlavorTestJSON-1806421899-project-member] Getting quotas for user 95a2937a775445fb9de3bd6612bb304c and project 0563f123be6344f98ec0fea13deb2b72. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 536.014790] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-15b9e1af-fe57-407e-a058-c08239279239 tempest-ServersWithSpecificFlavorTestJSON-1806421899 tempest-ServersWithSpecificFlavorTestJSON-1806421899-project-member] [instance: 4cec7bce-0136-43ad-898f-086058a505f2] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 536.015633] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-15b9e1af-fe57-407e-a058-c08239279239 tempest-ServersWithSpecificFlavorTestJSON-1806421899 tempest-ServersWithSpecificFlavorTestJSON-1806421899-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.015887] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-15b9e1af-fe57-407e-a058-c08239279239 tempest-ServersWithSpecificFlavorTestJSON-1806421899 tempest-ServersWithSpecificFlavorTestJSON-1806421899-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.016350] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-15b9e1af-fe57-407e-a058-c08239279239 tempest-ServersWithSpecificFlavorTestJSON-1806421899 tempest-ServersWithSpecificFlavorTestJSON-1806421899-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.022373] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-15b9e1af-fe57-407e-a058-c08239279239 tempest-ServersWithSpecificFlavorTestJSON-1806421899 tempest-ServersWithSpecificFlavorTestJSON-1806421899-project-member] [instance: 4cec7bce-0136-43ad-898f-086058a505f2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 536.023060] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-15b9e1af-fe57-407e-a058-c08239279239 tempest-ServersWithSpecificFlavorTestJSON-1806421899 tempest-ServersWithSpecificFlavorTestJSON-1806421899-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.023267] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-15b9e1af-fe57-407e-a058-c08239279239 tempest-ServersWithSpecificFlavorTestJSON-1806421899 tempest-ServersWithSpecificFlavorTestJSON-1806421899-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.023430] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-15b9e1af-fe57-407e-a058-c08239279239 tempest-ServersWithSpecificFlavorTestJSON-1806421899 tempest-ServersWithSpecificFlavorTestJSON-1806421899-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.049331] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-15b9e1af-fe57-407e-a058-c08239279239 tempest-ServersWithSpecificFlavorTestJSON-1806421899 tempest-ServersWithSpecificFlavorTestJSON-1806421899-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.049571] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-15b9e1af-fe57-407e-a058-c08239279239 tempest-ServersWithSpecificFlavorTestJSON-1806421899 tempest-ServersWithSpecificFlavorTestJSON-1806421899-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.049757] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-15b9e1af-fe57-407e-a058-c08239279239 tempest-ServersWithSpecificFlavorTestJSON-1806421899 tempest-ServersWithSpecificFlavorTestJSON-1806421899-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.757220] nova-conductor[53858]: ERROR nova.scheduler.utils [None req-a2070053-8e36-4abe-a723-0b93480b3283 tempest-ServerDiagnosticsTest-1095156200 tempest-ServerDiagnosticsTest-1095156200-project-member] [instance: a134ab6d-b261-4df6-b440-d32a3e578645] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 6aa16849-cb00-49ad-9abe-b5ca6484171d, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance a134ab6d-b261-4df6-b440-d32a3e578645 was re-scheduled: Binding failed for port 6aa16849-cb00-49ad-9abe-b5ca6484171d, please check neutron logs for more information.\n'] [ 536.757220] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-a2070053-8e36-4abe-a723-0b93480b3283 tempest-ServerDiagnosticsTest-1095156200 tempest-ServerDiagnosticsTest-1095156200-project-member] Rescheduling: True {{(pid=53858) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 536.757220] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-a2070053-8e36-4abe-a723-0b93480b3283 tempest-ServerDiagnosticsTest-1095156200 tempest-ServerDiagnosticsTest-1095156200-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a134ab6d-b261-4df6-b440-d32a3e578645.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a134ab6d-b261-4df6-b440-d32a3e578645. [ 536.758451] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-a2070053-8e36-4abe-a723-0b93480b3283 tempest-ServerDiagnosticsTest-1095156200 tempest-ServerDiagnosticsTest-1095156200-project-member] [instance: a134ab6d-b261-4df6-b440-d32a3e578645] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a134ab6d-b261-4df6-b440-d32a3e578645. [ 536.797247] nova-conductor[53858]: DEBUG nova.network.neutron [None req-a2070053-8e36-4abe-a723-0b93480b3283 tempest-ServerDiagnosticsTest-1095156200 tempest-ServerDiagnosticsTest-1095156200-project-member] [instance: a134ab6d-b261-4df6-b440-d32a3e578645] deallocate_for_instance() {{(pid=53858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 536.841259] nova-conductor[53858]: DEBUG nova.network.neutron [None req-a2070053-8e36-4abe-a723-0b93480b3283 tempest-ServerDiagnosticsTest-1095156200 tempest-ServerDiagnosticsTest-1095156200-project-member] [instance: a134ab6d-b261-4df6-b440-d32a3e578645] Instance cache missing network info. {{(pid=53858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 536.847598] nova-conductor[53858]: DEBUG nova.network.neutron [None req-a2070053-8e36-4abe-a723-0b93480b3283 tempest-ServerDiagnosticsTest-1095156200 tempest-ServerDiagnosticsTest-1095156200-project-member] [instance: a134ab6d-b261-4df6-b440-d32a3e578645] Updating instance_info_cache with network_info: [] {{(pid=53858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 537.393667] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-36da9865-5d98-4c2a-a964-964bee74523c tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 537.414702] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-36da9865-5d98-4c2a-a964-964bee74523c tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.414934] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-36da9865-5d98-4c2a-a964-964bee74523c tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.415076] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-36da9865-5d98-4c2a-a964-964bee74523c tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.456325] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-36da9865-5d98-4c2a-a964-964bee74523c tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.456563] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-36da9865-5d98-4c2a-a964-964bee74523c tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.456731] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-36da9865-5d98-4c2a-a964-964bee74523c tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.457168] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-36da9865-5d98-4c2a-a964-964bee74523c tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.457369] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-36da9865-5d98-4c2a-a964-964bee74523c tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.458043] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-36da9865-5d98-4c2a-a964-964bee74523c tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.469564] nova-conductor[53858]: DEBUG nova.quota [None req-36da9865-5d98-4c2a-a964-964bee74523c tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Getting quotas for project 6c5ff14dc18843cc875b21b949eca824. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 537.471687] nova-conductor[53858]: DEBUG nova.quota [None req-36da9865-5d98-4c2a-a964-964bee74523c tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Getting quotas for user 16836760c008401586e5b67b19a53cc0 and project 6c5ff14dc18843cc875b21b949eca824. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 537.478248] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-36da9865-5d98-4c2a-a964-964bee74523c tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] [instance: f3f872ce-cbbe-4407-b4e0-3341bb598825] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 537.478468] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-36da9865-5d98-4c2a-a964-964bee74523c tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.478680] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-36da9865-5d98-4c2a-a964-964bee74523c tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.478917] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-36da9865-5d98-4c2a-a964-964bee74523c tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.482455] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-36da9865-5d98-4c2a-a964-964bee74523c tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] [instance: f3f872ce-cbbe-4407-b4e0-3341bb598825] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 537.483428] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-36da9865-5d98-4c2a-a964-964bee74523c tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.483428] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-36da9865-5d98-4c2a-a964-964bee74523c tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.483542] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-36da9865-5d98-4c2a-a964-964bee74523c tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.512021] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-36da9865-5d98-4c2a-a964-964bee74523c tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.512396] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-36da9865-5d98-4c2a-a964-964bee74523c tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.512436] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-36da9865-5d98-4c2a-a964-964bee74523c tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.722716] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Took 0.51 seconds to select destinations for 3 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 538.751111] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.751111] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.751111] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.814046] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.814381] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.814490] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.847866] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.847866] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.847866] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.892998] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.892998] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.892998] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.893826] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.894077] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.899045] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.912118] nova-conductor[53859]: DEBUG nova.quota [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Getting quotas for project 609c22f73ddf4b9b9e764d428891f2a8. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 538.916906] nova-conductor[53859]: DEBUG nova.quota [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Getting quotas for user 74859dc3474543f0829d2d7bea84bebc and project 609c22f73ddf4b9b9e764d428891f2a8. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 538.923595] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] [instance: 6a2d7ede-e0cc-4a36-b1b2-0b36b269ecb5] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 538.923595] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.923595] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.923595] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.930389] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] [instance: 6a2d7ede-e0cc-4a36-b1b2-0b36b269ecb5] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 538.931271] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.931814] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.932464] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.954269] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.954719] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.954901] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.962423] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] [instance: 9c3e2f94-91da-4255-b4d6-1c01e100ff48] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 538.962900] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.963117] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.963422] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.966772] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] [instance: 9c3e2f94-91da-4255-b4d6-1c01e100ff48] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 538.967738] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.968016] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.968244] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.986239] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.986239] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.986239] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.991737] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-543d2693-878a-4ade-aaa2-339016c76eca tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 538.993515] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] [instance: 93818ffd-eb85-48f0-aebd-9774467b0a8f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 538.994027] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.994281] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.994518] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 539.005641] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] [instance: 93818ffd-eb85-48f0-aebd-9774467b0a8f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 539.006640] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.006858] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.007050] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 539.009315] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-543d2693-878a-4ade-aaa2-339016c76eca tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.009408] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-543d2693-878a-4ade-aaa2-339016c76eca tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.009591] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-543d2693-878a-4ade-aaa2-339016c76eca tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 539.039560] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.039965] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.040277] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 539.055827] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-543d2693-878a-4ade-aaa2-339016c76eca tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.056118] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-543d2693-878a-4ade-aaa2-339016c76eca tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.056325] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-543d2693-878a-4ade-aaa2-339016c76eca tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 539.056975] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-543d2693-878a-4ade-aaa2-339016c76eca tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.057155] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-543d2693-878a-4ade-aaa2-339016c76eca tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.057266] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-543d2693-878a-4ade-aaa2-339016c76eca tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 539.065718] nova-conductor[53859]: DEBUG nova.quota [None req-543d2693-878a-4ade-aaa2-339016c76eca tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Getting quotas for project 912300a09b80452e85e3cd13c4a644cc. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 539.067944] nova-conductor[53859]: DEBUG nova.quota [None req-543d2693-878a-4ade-aaa2-339016c76eca tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Getting quotas for user cd5039bf8f4344e490df828e643d2779 and project 912300a09b80452e85e3cd13c4a644cc. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 539.073036] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-543d2693-878a-4ade-aaa2-339016c76eca tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] [instance: 045c0b05-333e-4f95-94b0-8f51d87dca0a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 539.073551] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-543d2693-878a-4ade-aaa2-339016c76eca tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.073756] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-543d2693-878a-4ade-aaa2-339016c76eca tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.073921] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-543d2693-878a-4ade-aaa2-339016c76eca tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 539.078920] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-543d2693-878a-4ade-aaa2-339016c76eca tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] [instance: 045c0b05-333e-4f95-94b0-8f51d87dca0a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 539.079633] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-543d2693-878a-4ade-aaa2-339016c76eca tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.079844] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-543d2693-878a-4ade-aaa2-339016c76eca tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.080014] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-543d2693-878a-4ade-aaa2-339016c76eca tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 539.093851] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-543d2693-878a-4ade-aaa2-339016c76eca tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.097019] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-543d2693-878a-4ade-aaa2-339016c76eca tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.097019] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-543d2693-878a-4ade-aaa2-339016c76eca tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 539.779141] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-58d8b214-0b32-4993-bdd8-d652de7f9397 tempest-ServerActionsTestOtherA-1581037736 tempest-ServerActionsTestOtherA-1581037736-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 539.810082] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-58d8b214-0b32-4993-bdd8-d652de7f9397 tempest-ServerActionsTestOtherA-1581037736 tempest-ServerActionsTestOtherA-1581037736-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.810344] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-58d8b214-0b32-4993-bdd8-d652de7f9397 tempest-ServerActionsTestOtherA-1581037736 tempest-ServerActionsTestOtherA-1581037736-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.810523] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-58d8b214-0b32-4993-bdd8-d652de7f9397 tempest-ServerActionsTestOtherA-1581037736 tempest-ServerActionsTestOtherA-1581037736-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 539.868122] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-58d8b214-0b32-4993-bdd8-d652de7f9397 tempest-ServerActionsTestOtherA-1581037736 tempest-ServerActionsTestOtherA-1581037736-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.868609] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-58d8b214-0b32-4993-bdd8-d652de7f9397 tempest-ServerActionsTestOtherA-1581037736 tempest-ServerActionsTestOtherA-1581037736-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.868609] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-58d8b214-0b32-4993-bdd8-d652de7f9397 tempest-ServerActionsTestOtherA-1581037736 tempest-ServerActionsTestOtherA-1581037736-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 539.871037] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-58d8b214-0b32-4993-bdd8-d652de7f9397 tempest-ServerActionsTestOtherA-1581037736 tempest-ServerActionsTestOtherA-1581037736-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.871037] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-58d8b214-0b32-4993-bdd8-d652de7f9397 tempest-ServerActionsTestOtherA-1581037736 tempest-ServerActionsTestOtherA-1581037736-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.871037] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-58d8b214-0b32-4993-bdd8-d652de7f9397 tempest-ServerActionsTestOtherA-1581037736 tempest-ServerActionsTestOtherA-1581037736-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 539.881780] nova-conductor[53859]: DEBUG nova.quota [None req-58d8b214-0b32-4993-bdd8-d652de7f9397 tempest-ServerActionsTestOtherA-1581037736 tempest-ServerActionsTestOtherA-1581037736-project-member] Getting quotas for project b4c11af681cf425a87c605a6b4449451. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 539.891065] nova-conductor[53859]: DEBUG nova.quota [None req-58d8b214-0b32-4993-bdd8-d652de7f9397 tempest-ServerActionsTestOtherA-1581037736 tempest-ServerActionsTestOtherA-1581037736-project-member] Getting quotas for user e1ffecaec7a24f56ba8fe3c7dc0e0d0f and project b4c11af681cf425a87c605a6b4449451. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 539.892837] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-595ebb22-536b-4375-9cbe-6fc472a5a17d tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 539.902189] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-58d8b214-0b32-4993-bdd8-d652de7f9397 tempest-ServerActionsTestOtherA-1581037736 tempest-ServerActionsTestOtherA-1581037736-project-member] [instance: af5feda7-204a-47f1-b7fa-afe44832b9a2] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 539.902717] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-58d8b214-0b32-4993-bdd8-d652de7f9397 tempest-ServerActionsTestOtherA-1581037736 tempest-ServerActionsTestOtherA-1581037736-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.902923] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-58d8b214-0b32-4993-bdd8-d652de7f9397 tempest-ServerActionsTestOtherA-1581037736 tempest-ServerActionsTestOtherA-1581037736-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.903130] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-58d8b214-0b32-4993-bdd8-d652de7f9397 tempest-ServerActionsTestOtherA-1581037736 tempest-ServerActionsTestOtherA-1581037736-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 539.911182] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-595ebb22-536b-4375-9cbe-6fc472a5a17d tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.911405] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-595ebb22-536b-4375-9cbe-6fc472a5a17d tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.911569] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-595ebb22-536b-4375-9cbe-6fc472a5a17d tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 539.915285] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-58d8b214-0b32-4993-bdd8-d652de7f9397 tempest-ServerActionsTestOtherA-1581037736 tempest-ServerActionsTestOtherA-1581037736-project-member] [instance: af5feda7-204a-47f1-b7fa-afe44832b9a2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 539.916606] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-58d8b214-0b32-4993-bdd8-d652de7f9397 tempest-ServerActionsTestOtherA-1581037736 tempest-ServerActionsTestOtherA-1581037736-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.916606] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-58d8b214-0b32-4993-bdd8-d652de7f9397 tempest-ServerActionsTestOtherA-1581037736 tempest-ServerActionsTestOtherA-1581037736-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.916606] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-58d8b214-0b32-4993-bdd8-d652de7f9397 tempest-ServerActionsTestOtherA-1581037736 tempest-ServerActionsTestOtherA-1581037736-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 539.975032] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-58d8b214-0b32-4993-bdd8-d652de7f9397 tempest-ServerActionsTestOtherA-1581037736 tempest-ServerActionsTestOtherA-1581037736-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.975032] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-58d8b214-0b32-4993-bdd8-d652de7f9397 tempest-ServerActionsTestOtherA-1581037736 tempest-ServerActionsTestOtherA-1581037736-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.975032] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-58d8b214-0b32-4993-bdd8-d652de7f9397 tempest-ServerActionsTestOtherA-1581037736 tempest-ServerActionsTestOtherA-1581037736-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.017303] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-595ebb22-536b-4375-9cbe-6fc472a5a17d tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.018803] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-595ebb22-536b-4375-9cbe-6fc472a5a17d tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.018803] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-595ebb22-536b-4375-9cbe-6fc472a5a17d tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.018803] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-595ebb22-536b-4375-9cbe-6fc472a5a17d tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.018803] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-595ebb22-536b-4375-9cbe-6fc472a5a17d tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.018803] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-595ebb22-536b-4375-9cbe-6fc472a5a17d tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.033883] nova-conductor[53859]: DEBUG nova.quota [None req-595ebb22-536b-4375-9cbe-6fc472a5a17d tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Getting quotas for project 6c5ff14dc18843cc875b21b949eca824. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 540.035979] nova-conductor[53859]: DEBUG nova.quota [None req-595ebb22-536b-4375-9cbe-6fc472a5a17d tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Getting quotas for user 16836760c008401586e5b67b19a53cc0 and project 6c5ff14dc18843cc875b21b949eca824. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 540.043471] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-595ebb22-536b-4375-9cbe-6fc472a5a17d tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] [instance: 71d9eccc-3b90-4b0a-a59a-d6a8e08a9417] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 540.043984] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-595ebb22-536b-4375-9cbe-6fc472a5a17d tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.044212] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-595ebb22-536b-4375-9cbe-6fc472a5a17d tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.044380] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-595ebb22-536b-4375-9cbe-6fc472a5a17d tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.049618] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-595ebb22-536b-4375-9cbe-6fc472a5a17d tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] [instance: 71d9eccc-3b90-4b0a-a59a-d6a8e08a9417] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 540.049618] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-595ebb22-536b-4375-9cbe-6fc472a5a17d tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.049618] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-595ebb22-536b-4375-9cbe-6fc472a5a17d tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.049618] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-595ebb22-536b-4375-9cbe-6fc472a5a17d tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.070035] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-595ebb22-536b-4375-9cbe-6fc472a5a17d tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.070264] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-595ebb22-536b-4375-9cbe-6fc472a5a17d tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.070328] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-595ebb22-536b-4375-9cbe-6fc472a5a17d tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.007631] nova-conductor[53859]: ERROR nova.scheduler.utils [None req-35a5fc5c-7e44-4806-b390-80f5a8a499d8 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] [instance: 9ea2600a-d439-4fc3-a131-9bb93250d8cd] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port a1ecfb50-9098-4408-b9bd-8db498ae622e, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 9ea2600a-d439-4fc3-a131-9bb93250d8cd was re-scheduled: Binding failed for port a1ecfb50-9098-4408-b9bd-8db498ae622e, please check neutron logs for more information.\n'] [ 541.007631] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-35a5fc5c-7e44-4806-b390-80f5a8a499d8 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Rescheduling: True {{(pid=53859) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 541.007631] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-35a5fc5c-7e44-4806-b390-80f5a8a499d8 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9ea2600a-d439-4fc3-a131-9bb93250d8cd.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9ea2600a-d439-4fc3-a131-9bb93250d8cd. [ 541.007631] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-35a5fc5c-7e44-4806-b390-80f5a8a499d8 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] [instance: 9ea2600a-d439-4fc3-a131-9bb93250d8cd] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9ea2600a-d439-4fc3-a131-9bb93250d8cd. [ 541.117522] nova-conductor[53859]: DEBUG nova.network.neutron [None req-35a5fc5c-7e44-4806-b390-80f5a8a499d8 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] [instance: 9ea2600a-d439-4fc3-a131-9bb93250d8cd] deallocate_for_instance() {{(pid=53859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 541.171815] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-03cb7270-244b-47b9-9dd5-e358ebdfa946 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 541.198658] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-03cb7270-244b-47b9-9dd5-e358ebdfa946 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.198658] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-03cb7270-244b-47b9-9dd5-e358ebdfa946 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.198658] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-03cb7270-244b-47b9-9dd5-e358ebdfa946 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.258932] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-03cb7270-244b-47b9-9dd5-e358ebdfa946 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.259203] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-03cb7270-244b-47b9-9dd5-e358ebdfa946 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.259488] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-03cb7270-244b-47b9-9dd5-e358ebdfa946 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.259749] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-03cb7270-244b-47b9-9dd5-e358ebdfa946 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.259950] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-03cb7270-244b-47b9-9dd5-e358ebdfa946 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.260147] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-03cb7270-244b-47b9-9dd5-e358ebdfa946 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.273333] nova-conductor[53859]: DEBUG nova.quota [None req-03cb7270-244b-47b9-9dd5-e358ebdfa946 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Getting quotas for project 69cc941eb6dd4780ac12aa29656c37f7. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 541.276369] nova-conductor[53859]: DEBUG nova.quota [None req-03cb7270-244b-47b9-9dd5-e358ebdfa946 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Getting quotas for user 5b8a639e99914e75857b4571f0d58a3c and project 69cc941eb6dd4780ac12aa29656c37f7. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 541.283372] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-03cb7270-244b-47b9-9dd5-e358ebdfa946 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] [instance: cb998da7-8db0-4725-bed2-657d7df748b5] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 541.283481] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-03cb7270-244b-47b9-9dd5-e358ebdfa946 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.283722] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-03cb7270-244b-47b9-9dd5-e358ebdfa946 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.283905] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-03cb7270-244b-47b9-9dd5-e358ebdfa946 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.293131] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-03cb7270-244b-47b9-9dd5-e358ebdfa946 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] [instance: cb998da7-8db0-4725-bed2-657d7df748b5] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 541.294065] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-03cb7270-244b-47b9-9dd5-e358ebdfa946 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.294326] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-03cb7270-244b-47b9-9dd5-e358ebdfa946 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.294584] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-03cb7270-244b-47b9-9dd5-e358ebdfa946 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.332331] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-03cb7270-244b-47b9-9dd5-e358ebdfa946 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.332597] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-03cb7270-244b-47b9-9dd5-e358ebdfa946 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.332732] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-03cb7270-244b-47b9-9dd5-e358ebdfa946 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.516210] nova-conductor[53859]: DEBUG nova.network.neutron [None req-35a5fc5c-7e44-4806-b390-80f5a8a499d8 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] [instance: 9ea2600a-d439-4fc3-a131-9bb93250d8cd] Instance cache missing network info. {{(pid=53859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 541.537423] nova-conductor[53859]: DEBUG nova.network.neutron [None req-35a5fc5c-7e44-4806-b390-80f5a8a499d8 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] [instance: 9ea2600a-d439-4fc3-a131-9bb93250d8cd] Updating instance_info_cache with network_info: [] {{(pid=53859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 541.597807] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-f3aa5656-98df-4c46-9436-b968a8770dbc tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 541.616816] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f3aa5656-98df-4c46-9436-b968a8770dbc tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.617201] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f3aa5656-98df-4c46-9436-b968a8770dbc tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.617441] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f3aa5656-98df-4c46-9436-b968a8770dbc tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.653762] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f3aa5656-98df-4c46-9436-b968a8770dbc tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.653913] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f3aa5656-98df-4c46-9436-b968a8770dbc tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.654129] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f3aa5656-98df-4c46-9436-b968a8770dbc tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.654512] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f3aa5656-98df-4c46-9436-b968a8770dbc tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.654761] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f3aa5656-98df-4c46-9436-b968a8770dbc tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.654910] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f3aa5656-98df-4c46-9436-b968a8770dbc tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.665203] nova-conductor[53859]: DEBUG nova.quota [None req-f3aa5656-98df-4c46-9436-b968a8770dbc tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Getting quotas for project 6c5ff14dc18843cc875b21b949eca824. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 541.667562] nova-conductor[53859]: DEBUG nova.quota [None req-f3aa5656-98df-4c46-9436-b968a8770dbc tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Getting quotas for user 16836760c008401586e5b67b19a53cc0 and project 6c5ff14dc18843cc875b21b949eca824. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 541.674946] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-f3aa5656-98df-4c46-9436-b968a8770dbc tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] [instance: 896dd689-4810-4f23-af0a-d2f557a0796b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 541.677066] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f3aa5656-98df-4c46-9436-b968a8770dbc tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.677066] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f3aa5656-98df-4c46-9436-b968a8770dbc tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.677066] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f3aa5656-98df-4c46-9436-b968a8770dbc tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.680332] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-f3aa5656-98df-4c46-9436-b968a8770dbc tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] [instance: 896dd689-4810-4f23-af0a-d2f557a0796b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 541.681052] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f3aa5656-98df-4c46-9436-b968a8770dbc tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.681327] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f3aa5656-98df-4c46-9436-b968a8770dbc tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.681421] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f3aa5656-98df-4c46-9436-b968a8770dbc tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.704696] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f3aa5656-98df-4c46-9436-b968a8770dbc tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.704987] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f3aa5656-98df-4c46-9436-b968a8770dbc tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.705092] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f3aa5656-98df-4c46-9436-b968a8770dbc tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.558061] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-b2fe22fb-da8f-41ba-8845-95fc6177390e tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 542.578684] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b2fe22fb-da8f-41ba-8845-95fc6177390e tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.578922] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b2fe22fb-da8f-41ba-8845-95fc6177390e tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.579109] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b2fe22fb-da8f-41ba-8845-95fc6177390e tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.648385] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b2fe22fb-da8f-41ba-8845-95fc6177390e tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.648656] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b2fe22fb-da8f-41ba-8845-95fc6177390e tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.648858] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b2fe22fb-da8f-41ba-8845-95fc6177390e tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.649890] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b2fe22fb-da8f-41ba-8845-95fc6177390e tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.650133] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b2fe22fb-da8f-41ba-8845-95fc6177390e tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.650292] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b2fe22fb-da8f-41ba-8845-95fc6177390e tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.663764] nova-conductor[53858]: DEBUG nova.quota [None req-b2fe22fb-da8f-41ba-8845-95fc6177390e tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Getting quotas for project 7abfe95660904cd4b8824257795d8e8a. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 542.669051] nova-conductor[53858]: DEBUG nova.quota [None req-b2fe22fb-da8f-41ba-8845-95fc6177390e tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Getting quotas for user eb00f8aff92b44e9a0e739366a1d2662 and project 7abfe95660904cd4b8824257795d8e8a. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 542.679279] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-b2fe22fb-da8f-41ba-8845-95fc6177390e tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] [instance: 119bb4a7-2d71-44d7-ae81-9238512937c8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 542.679920] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b2fe22fb-da8f-41ba-8845-95fc6177390e tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.680908] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b2fe22fb-da8f-41ba-8845-95fc6177390e tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.680908] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b2fe22fb-da8f-41ba-8845-95fc6177390e tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.749324] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-b2fe22fb-da8f-41ba-8845-95fc6177390e tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] [instance: 119bb4a7-2d71-44d7-ae81-9238512937c8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 542.749324] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b2fe22fb-da8f-41ba-8845-95fc6177390e tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.749324] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b2fe22fb-da8f-41ba-8845-95fc6177390e tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.749324] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b2fe22fb-da8f-41ba-8845-95fc6177390e tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.787473] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b2fe22fb-da8f-41ba-8845-95fc6177390e tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.787648] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b2fe22fb-da8f-41ba-8845-95fc6177390e tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.788239] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b2fe22fb-da8f-41ba-8845-95fc6177390e tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.729887] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-aa9c464b-ac6b-44fe-9384-28cd9bdfecbc tempest-ImagesOneServerTestJSON-63657725 tempest-ImagesOneServerTestJSON-63657725-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 544.768496] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aa9c464b-ac6b-44fe-9384-28cd9bdfecbc tempest-ImagesOneServerTestJSON-63657725 tempest-ImagesOneServerTestJSON-63657725-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.768730] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aa9c464b-ac6b-44fe-9384-28cd9bdfecbc tempest-ImagesOneServerTestJSON-63657725 tempest-ImagesOneServerTestJSON-63657725-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.768895] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aa9c464b-ac6b-44fe-9384-28cd9bdfecbc tempest-ImagesOneServerTestJSON-63657725 tempest-ImagesOneServerTestJSON-63657725-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.833959] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aa9c464b-ac6b-44fe-9384-28cd9bdfecbc tempest-ImagesOneServerTestJSON-63657725 tempest-ImagesOneServerTestJSON-63657725-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.834276] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aa9c464b-ac6b-44fe-9384-28cd9bdfecbc tempest-ImagesOneServerTestJSON-63657725 tempest-ImagesOneServerTestJSON-63657725-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.834456] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aa9c464b-ac6b-44fe-9384-28cd9bdfecbc tempest-ImagesOneServerTestJSON-63657725 tempest-ImagesOneServerTestJSON-63657725-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.834918] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aa9c464b-ac6b-44fe-9384-28cd9bdfecbc tempest-ImagesOneServerTestJSON-63657725 tempest-ImagesOneServerTestJSON-63657725-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.835034] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aa9c464b-ac6b-44fe-9384-28cd9bdfecbc tempest-ImagesOneServerTestJSON-63657725 tempest-ImagesOneServerTestJSON-63657725-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.835199] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aa9c464b-ac6b-44fe-9384-28cd9bdfecbc tempest-ImagesOneServerTestJSON-63657725 tempest-ImagesOneServerTestJSON-63657725-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.853289] nova-conductor[53858]: DEBUG nova.quota [None req-aa9c464b-ac6b-44fe-9384-28cd9bdfecbc tempest-ImagesOneServerTestJSON-63657725 tempest-ImagesOneServerTestJSON-63657725-project-member] Getting quotas for project ff8171d634664e70b58bd29b7e73546a. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 544.858049] nova-conductor[53858]: DEBUG nova.quota [None req-aa9c464b-ac6b-44fe-9384-28cd9bdfecbc tempest-ImagesOneServerTestJSON-63657725 tempest-ImagesOneServerTestJSON-63657725-project-member] Getting quotas for user 0a4851142de446eeb5b546a12698cd7b and project ff8171d634664e70b58bd29b7e73546a. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 544.864542] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-aa9c464b-ac6b-44fe-9384-28cd9bdfecbc tempest-ImagesOneServerTestJSON-63657725 tempest-ImagesOneServerTestJSON-63657725-project-member] [instance: 0c1b8117-199f-4101-ab81-4ae7ef0d1251] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 544.865157] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aa9c464b-ac6b-44fe-9384-28cd9bdfecbc tempest-ImagesOneServerTestJSON-63657725 tempest-ImagesOneServerTestJSON-63657725-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.865314] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aa9c464b-ac6b-44fe-9384-28cd9bdfecbc tempest-ImagesOneServerTestJSON-63657725 tempest-ImagesOneServerTestJSON-63657725-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.865487] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aa9c464b-ac6b-44fe-9384-28cd9bdfecbc tempest-ImagesOneServerTestJSON-63657725 tempest-ImagesOneServerTestJSON-63657725-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.877617] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-aa9c464b-ac6b-44fe-9384-28cd9bdfecbc tempest-ImagesOneServerTestJSON-63657725 tempest-ImagesOneServerTestJSON-63657725-project-member] [instance: 0c1b8117-199f-4101-ab81-4ae7ef0d1251] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 544.877617] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aa9c464b-ac6b-44fe-9384-28cd9bdfecbc tempest-ImagesOneServerTestJSON-63657725 tempest-ImagesOneServerTestJSON-63657725-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.878067] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aa9c464b-ac6b-44fe-9384-28cd9bdfecbc tempest-ImagesOneServerTestJSON-63657725 tempest-ImagesOneServerTestJSON-63657725-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.878067] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aa9c464b-ac6b-44fe-9384-28cd9bdfecbc tempest-ImagesOneServerTestJSON-63657725 tempest-ImagesOneServerTestJSON-63657725-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.908684] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aa9c464b-ac6b-44fe-9384-28cd9bdfecbc tempest-ImagesOneServerTestJSON-63657725 tempest-ImagesOneServerTestJSON-63657725-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.908925] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aa9c464b-ac6b-44fe-9384-28cd9bdfecbc tempest-ImagesOneServerTestJSON-63657725 tempest-ImagesOneServerTestJSON-63657725-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.909133] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aa9c464b-ac6b-44fe-9384-28cd9bdfecbc tempest-ImagesOneServerTestJSON-63657725 tempest-ImagesOneServerTestJSON-63657725-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.299236] nova-conductor[53859]: ERROR nova.scheduler.utils [None req-464a16f8-1845-4d4d-b3ea-fd8ba00de8bb tempest-ServersAdminNegativeTestJSON-1828705899 tempest-ServersAdminNegativeTestJSON-1828705899-project-member] [instance: 1ade1b37-8319-4d74-9544-6b83e8738498] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port c188410e-a247-4617-a118-46ee79a2683c, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 1ade1b37-8319-4d74-9544-6b83e8738498 was re-scheduled: Binding failed for port c188410e-a247-4617-a118-46ee79a2683c, please check neutron logs for more information.\n'] [ 545.299236] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-464a16f8-1845-4d4d-b3ea-fd8ba00de8bb tempest-ServersAdminNegativeTestJSON-1828705899 tempest-ServersAdminNegativeTestJSON-1828705899-project-member] Rescheduling: True {{(pid=53859) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 545.301127] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-464a16f8-1845-4d4d-b3ea-fd8ba00de8bb tempest-ServersAdminNegativeTestJSON-1828705899 tempest-ServersAdminNegativeTestJSON-1828705899-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1ade1b37-8319-4d74-9544-6b83e8738498.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1ade1b37-8319-4d74-9544-6b83e8738498. [ 545.303807] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-464a16f8-1845-4d4d-b3ea-fd8ba00de8bb tempest-ServersAdminNegativeTestJSON-1828705899 tempest-ServersAdminNegativeTestJSON-1828705899-project-member] [instance: 1ade1b37-8319-4d74-9544-6b83e8738498] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1ade1b37-8319-4d74-9544-6b83e8738498. [ 545.348022] nova-conductor[53859]: DEBUG nova.network.neutron [None req-464a16f8-1845-4d4d-b3ea-fd8ba00de8bb tempest-ServersAdminNegativeTestJSON-1828705899 tempest-ServersAdminNegativeTestJSON-1828705899-project-member] [instance: 1ade1b37-8319-4d74-9544-6b83e8738498] deallocate_for_instance() {{(pid=53859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 545.373072] nova-conductor[53859]: DEBUG nova.network.neutron [None req-464a16f8-1845-4d4d-b3ea-fd8ba00de8bb tempest-ServersAdminNegativeTestJSON-1828705899 tempest-ServersAdminNegativeTestJSON-1828705899-project-member] [instance: 1ade1b37-8319-4d74-9544-6b83e8738498] Instance cache missing network info. {{(pid=53859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 545.382875] nova-conductor[53859]: DEBUG nova.network.neutron [None req-464a16f8-1845-4d4d-b3ea-fd8ba00de8bb tempest-ServersAdminNegativeTestJSON-1828705899 tempest-ServersAdminNegativeTestJSON-1828705899-project-member] [instance: 1ade1b37-8319-4d74-9544-6b83e8738498] Updating instance_info_cache with network_info: [] {{(pid=53859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 546.330956] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-0c55849d-766e-4fac-b1c4-e4e97ba688a6 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 546.353518] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-0c55849d-766e-4fac-b1c4-e4e97ba688a6 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.354495] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-0c55849d-766e-4fac-b1c4-e4e97ba688a6 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.354495] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-0c55849d-766e-4fac-b1c4-e4e97ba688a6 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.396420] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-0c55849d-766e-4fac-b1c4-e4e97ba688a6 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.398877] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-0c55849d-766e-4fac-b1c4-e4e97ba688a6 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.398877] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-0c55849d-766e-4fac-b1c4-e4e97ba688a6 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.398877] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-0c55849d-766e-4fac-b1c4-e4e97ba688a6 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.398877] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-0c55849d-766e-4fac-b1c4-e4e97ba688a6 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.398877] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-0c55849d-766e-4fac-b1c4-e4e97ba688a6 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.410388] nova-conductor[53859]: DEBUG nova.quota [None req-0c55849d-766e-4fac-b1c4-e4e97ba688a6 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Getting quotas for project 8786415c53184755b01f324d83b72b9a. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 546.412793] nova-conductor[53859]: DEBUG nova.quota [None req-0c55849d-766e-4fac-b1c4-e4e97ba688a6 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Getting quotas for user 379d4ef2827847eeadcb2728bd5859f4 and project 8786415c53184755b01f324d83b72b9a. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 546.420736] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-0c55849d-766e-4fac-b1c4-e4e97ba688a6 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] [instance: 1b509288-2df3-4927-afcf-cb76918d3da3] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 546.421511] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-0c55849d-766e-4fac-b1c4-e4e97ba688a6 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.421511] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-0c55849d-766e-4fac-b1c4-e4e97ba688a6 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.421646] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-0c55849d-766e-4fac-b1c4-e4e97ba688a6 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.430807] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-0c55849d-766e-4fac-b1c4-e4e97ba688a6 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] [instance: 1b509288-2df3-4927-afcf-cb76918d3da3] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 546.431412] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-0c55849d-766e-4fac-b1c4-e4e97ba688a6 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.431597] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-0c55849d-766e-4fac-b1c4-e4e97ba688a6 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.431760] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-0c55849d-766e-4fac-b1c4-e4e97ba688a6 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.460525] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-0c55849d-766e-4fac-b1c4-e4e97ba688a6 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.460655] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-0c55849d-766e-4fac-b1c4-e4e97ba688a6 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.460831] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-0c55849d-766e-4fac-b1c4-e4e97ba688a6 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.723066] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-95b9b70a-a835-4901-9a6d-c0fa1b2217f3 tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 546.738827] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-95b9b70a-a835-4901-9a6d-c0fa1b2217f3 tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.738919] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-95b9b70a-a835-4901-9a6d-c0fa1b2217f3 tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.739247] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-95b9b70a-a835-4901-9a6d-c0fa1b2217f3 tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.787573] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-95b9b70a-a835-4901-9a6d-c0fa1b2217f3 tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.787821] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-95b9b70a-a835-4901-9a6d-c0fa1b2217f3 tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.787994] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-95b9b70a-a835-4901-9a6d-c0fa1b2217f3 tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.788460] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-95b9b70a-a835-4901-9a6d-c0fa1b2217f3 tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.788656] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-95b9b70a-a835-4901-9a6d-c0fa1b2217f3 tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.788867] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-95b9b70a-a835-4901-9a6d-c0fa1b2217f3 tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.803095] nova-conductor[53858]: DEBUG nova.quota [None req-95b9b70a-a835-4901-9a6d-c0fa1b2217f3 tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Getting quotas for project feb670247d4a4baabfb19df3f9399223. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 546.805682] nova-conductor[53858]: DEBUG nova.quota [None req-95b9b70a-a835-4901-9a6d-c0fa1b2217f3 tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Getting quotas for user 5eaeac65cba14de5b8cd759cf5fba8f4 and project feb670247d4a4baabfb19df3f9399223. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 546.815753] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-95b9b70a-a835-4901-9a6d-c0fa1b2217f3 tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] [instance: a4b54a7a-3f3d-49ae-ba43-5a10c262d4e5] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 546.816368] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-95b9b70a-a835-4901-9a6d-c0fa1b2217f3 tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.818273] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-95b9b70a-a835-4901-9a6d-c0fa1b2217f3 tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.818273] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-95b9b70a-a835-4901-9a6d-c0fa1b2217f3 tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.839251] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-95b9b70a-a835-4901-9a6d-c0fa1b2217f3 tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] [instance: a4b54a7a-3f3d-49ae-ba43-5a10c262d4e5] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 546.839251] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-95b9b70a-a835-4901-9a6d-c0fa1b2217f3 tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.839251] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-95b9b70a-a835-4901-9a6d-c0fa1b2217f3 tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.839251] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-95b9b70a-a835-4901-9a6d-c0fa1b2217f3 tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.861343] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-95b9b70a-a835-4901-9a6d-c0fa1b2217f3 tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.861343] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-95b9b70a-a835-4901-9a6d-c0fa1b2217f3 tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.861343] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-95b9b70a-a835-4901-9a6d-c0fa1b2217f3 tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.749440] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-cb394400-3d4b-4149-a290-413641bb6f18 tempest-InstanceActionsV221TestJSON-1730893270 tempest-InstanceActionsV221TestJSON-1730893270-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 547.796500] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cb394400-3d4b-4149-a290-413641bb6f18 tempest-InstanceActionsV221TestJSON-1730893270 tempest-InstanceActionsV221TestJSON-1730893270-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.796916] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cb394400-3d4b-4149-a290-413641bb6f18 tempest-InstanceActionsV221TestJSON-1730893270 tempest-InstanceActionsV221TestJSON-1730893270-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.797165] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cb394400-3d4b-4149-a290-413641bb6f18 tempest-InstanceActionsV221TestJSON-1730893270 tempest-InstanceActionsV221TestJSON-1730893270-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.864978] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cb394400-3d4b-4149-a290-413641bb6f18 tempest-InstanceActionsV221TestJSON-1730893270 tempest-InstanceActionsV221TestJSON-1730893270-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.864978] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cb394400-3d4b-4149-a290-413641bb6f18 tempest-InstanceActionsV221TestJSON-1730893270 tempest-InstanceActionsV221TestJSON-1730893270-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.865458] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cb394400-3d4b-4149-a290-413641bb6f18 tempest-InstanceActionsV221TestJSON-1730893270 tempest-InstanceActionsV221TestJSON-1730893270-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.865615] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cb394400-3d4b-4149-a290-413641bb6f18 tempest-InstanceActionsV221TestJSON-1730893270 tempest-InstanceActionsV221TestJSON-1730893270-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.865879] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cb394400-3d4b-4149-a290-413641bb6f18 tempest-InstanceActionsV221TestJSON-1730893270 tempest-InstanceActionsV221TestJSON-1730893270-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.866143] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cb394400-3d4b-4149-a290-413641bb6f18 tempest-InstanceActionsV221TestJSON-1730893270 tempest-InstanceActionsV221TestJSON-1730893270-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.880952] nova-conductor[53859]: DEBUG nova.quota [None req-cb394400-3d4b-4149-a290-413641bb6f18 tempest-InstanceActionsV221TestJSON-1730893270 tempest-InstanceActionsV221TestJSON-1730893270-project-member] Getting quotas for project 74e4387c2bcb488885143a50a4c79cb9. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 547.885216] nova-conductor[53859]: DEBUG nova.quota [None req-cb394400-3d4b-4149-a290-413641bb6f18 tempest-InstanceActionsV221TestJSON-1730893270 tempest-InstanceActionsV221TestJSON-1730893270-project-member] Getting quotas for user 0b89a8db1d9b42d0aa498f10d3093e1f and project 74e4387c2bcb488885143a50a4c79cb9. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 547.893610] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-cb394400-3d4b-4149-a290-413641bb6f18 tempest-InstanceActionsV221TestJSON-1730893270 tempest-InstanceActionsV221TestJSON-1730893270-project-member] [instance: dc8cc22d-aba9-4dba-b456-1b323013d234] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 547.894282] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cb394400-3d4b-4149-a290-413641bb6f18 tempest-InstanceActionsV221TestJSON-1730893270 tempest-InstanceActionsV221TestJSON-1730893270-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.894365] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cb394400-3d4b-4149-a290-413641bb6f18 tempest-InstanceActionsV221TestJSON-1730893270 tempest-InstanceActionsV221TestJSON-1730893270-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.894524] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cb394400-3d4b-4149-a290-413641bb6f18 tempest-InstanceActionsV221TestJSON-1730893270 tempest-InstanceActionsV221TestJSON-1730893270-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.902748] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-cb394400-3d4b-4149-a290-413641bb6f18 tempest-InstanceActionsV221TestJSON-1730893270 tempest-InstanceActionsV221TestJSON-1730893270-project-member] [instance: dc8cc22d-aba9-4dba-b456-1b323013d234] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 547.903416] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cb394400-3d4b-4149-a290-413641bb6f18 tempest-InstanceActionsV221TestJSON-1730893270 tempest-InstanceActionsV221TestJSON-1730893270-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.903622] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cb394400-3d4b-4149-a290-413641bb6f18 tempest-InstanceActionsV221TestJSON-1730893270 tempest-InstanceActionsV221TestJSON-1730893270-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.903902] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cb394400-3d4b-4149-a290-413641bb6f18 tempest-InstanceActionsV221TestJSON-1730893270 tempest-InstanceActionsV221TestJSON-1730893270-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.924523] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cb394400-3d4b-4149-a290-413641bb6f18 tempest-InstanceActionsV221TestJSON-1730893270 tempest-InstanceActionsV221TestJSON-1730893270-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.924698] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cb394400-3d4b-4149-a290-413641bb6f18 tempest-InstanceActionsV221TestJSON-1730893270 tempest-InstanceActionsV221TestJSON-1730893270-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.924866] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cb394400-3d4b-4149-a290-413641bb6f18 tempest-InstanceActionsV221TestJSON-1730893270 tempest-InstanceActionsV221TestJSON-1730893270-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.142896] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-753531fa-39a1-4c82-9915-d195bf0fe1b2 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 549.170576] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-753531fa-39a1-4c82-9915-d195bf0fe1b2 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.170768] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-753531fa-39a1-4c82-9915-d195bf0fe1b2 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.170942] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-753531fa-39a1-4c82-9915-d195bf0fe1b2 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.211672] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-753531fa-39a1-4c82-9915-d195bf0fe1b2 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.211912] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-753531fa-39a1-4c82-9915-d195bf0fe1b2 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.212338] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-753531fa-39a1-4c82-9915-d195bf0fe1b2 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.212537] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-753531fa-39a1-4c82-9915-d195bf0fe1b2 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.212728] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-753531fa-39a1-4c82-9915-d195bf0fe1b2 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.212892] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-753531fa-39a1-4c82-9915-d195bf0fe1b2 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.221678] nova-conductor[53859]: DEBUG nova.quota [None req-753531fa-39a1-4c82-9915-d195bf0fe1b2 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Getting quotas for project 87f548d252244b759e3f157af9ab875d. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 549.223753] nova-conductor[53859]: DEBUG nova.quota [None req-753531fa-39a1-4c82-9915-d195bf0fe1b2 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Getting quotas for user 629d5a54afa44599a4c0756d997cabc1 and project 87f548d252244b759e3f157af9ab875d. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 549.228849] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-753531fa-39a1-4c82-9915-d195bf0fe1b2 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] [instance: 03100310-86ce-4739-8636-cd2aa1b542ff] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 549.229343] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-753531fa-39a1-4c82-9915-d195bf0fe1b2 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.229552] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-753531fa-39a1-4c82-9915-d195bf0fe1b2 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.229717] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-753531fa-39a1-4c82-9915-d195bf0fe1b2 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.235666] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-753531fa-39a1-4c82-9915-d195bf0fe1b2 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] [instance: 03100310-86ce-4739-8636-cd2aa1b542ff] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 549.236181] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-753531fa-39a1-4c82-9915-d195bf0fe1b2 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.236390] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-753531fa-39a1-4c82-9915-d195bf0fe1b2 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.236557] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-753531fa-39a1-4c82-9915-d195bf0fe1b2 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.253897] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-753531fa-39a1-4c82-9915-d195bf0fe1b2 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.254173] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-753531fa-39a1-4c82-9915-d195bf0fe1b2 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.254358] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-753531fa-39a1-4c82-9915-d195bf0fe1b2 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.065703] nova-conductor[53859]: ERROR nova.scheduler.utils [None req-8a6b6bc2-54c9-4389-ab30-057158d86227 tempest-ServerDiagnosticsNegativeTest-664316905 tempest-ServerDiagnosticsNegativeTest-664316905-project-member] [instance: b0a45314-eed8-4d0a-bea2-d4b47dc0bc80] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 6bf512ed-8713-43d4-bc7e-ce2b9a514f52, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance b0a45314-eed8-4d0a-bea2-d4b47dc0bc80 was re-scheduled: Binding failed for port 6bf512ed-8713-43d4-bc7e-ce2b9a514f52, please check neutron logs for more information.\n'] [ 552.067632] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-8a6b6bc2-54c9-4389-ab30-057158d86227 tempest-ServerDiagnosticsNegativeTest-664316905 tempest-ServerDiagnosticsNegativeTest-664316905-project-member] Rescheduling: True {{(pid=53859) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 552.068510] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-8a6b6bc2-54c9-4389-ab30-057158d86227 tempest-ServerDiagnosticsNegativeTest-664316905 tempest-ServerDiagnosticsNegativeTest-664316905-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b0a45314-eed8-4d0a-bea2-d4b47dc0bc80.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b0a45314-eed8-4d0a-bea2-d4b47dc0bc80. [ 552.069281] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-8a6b6bc2-54c9-4389-ab30-057158d86227 tempest-ServerDiagnosticsNegativeTest-664316905 tempest-ServerDiagnosticsNegativeTest-664316905-project-member] [instance: b0a45314-eed8-4d0a-bea2-d4b47dc0bc80] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b0a45314-eed8-4d0a-bea2-d4b47dc0bc80. [ 552.116650] nova-conductor[53859]: DEBUG nova.network.neutron [None req-8a6b6bc2-54c9-4389-ab30-057158d86227 tempest-ServerDiagnosticsNegativeTest-664316905 tempest-ServerDiagnosticsNegativeTest-664316905-project-member] [instance: b0a45314-eed8-4d0a-bea2-d4b47dc0bc80] deallocate_for_instance() {{(pid=53859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 552.134697] nova-conductor[53859]: DEBUG nova.network.neutron [None req-8a6b6bc2-54c9-4389-ab30-057158d86227 tempest-ServerDiagnosticsNegativeTest-664316905 tempest-ServerDiagnosticsNegativeTest-664316905-project-member] [instance: b0a45314-eed8-4d0a-bea2-d4b47dc0bc80] Instance cache missing network info. {{(pid=53859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 552.139274] nova-conductor[53859]: DEBUG nova.network.neutron [None req-8a6b6bc2-54c9-4389-ab30-057158d86227 tempest-ServerDiagnosticsNegativeTest-664316905 tempest-ServerDiagnosticsNegativeTest-664316905-project-member] [instance: b0a45314-eed8-4d0a-bea2-d4b47dc0bc80] Updating instance_info_cache with network_info: [] {{(pid=53859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 554.237074] nova-conductor[53858]: ERROR nova.scheduler.utils [None req-7781f812-6fae-4bd6-9d91-ec6098c06372 tempest-InstanceActionsTestJSON-2015629344 tempest-InstanceActionsTestJSON-2015629344-project-member] [instance: 97148ea5-398a-4974-b8f6-62290e519794] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 7ec53f9e-f055-4a57-8228-7efbcdb7360f, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 97148ea5-398a-4974-b8f6-62290e519794 was re-scheduled: Binding failed for port 7ec53f9e-f055-4a57-8228-7efbcdb7360f, please check neutron logs for more information.\n'] [ 554.237074] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-7781f812-6fae-4bd6-9d91-ec6098c06372 tempest-InstanceActionsTestJSON-2015629344 tempest-InstanceActionsTestJSON-2015629344-project-member] Rescheduling: True {{(pid=53858) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 554.237074] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-7781f812-6fae-4bd6-9d91-ec6098c06372 tempest-InstanceActionsTestJSON-2015629344 tempest-InstanceActionsTestJSON-2015629344-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 97148ea5-398a-4974-b8f6-62290e519794.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 97148ea5-398a-4974-b8f6-62290e519794. [ 554.237074] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-7781f812-6fae-4bd6-9d91-ec6098c06372 tempest-InstanceActionsTestJSON-2015629344 tempest-InstanceActionsTestJSON-2015629344-project-member] [instance: 97148ea5-398a-4974-b8f6-62290e519794] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 97148ea5-398a-4974-b8f6-62290e519794. [ 554.342496] nova-conductor[53858]: DEBUG nova.network.neutron [None req-7781f812-6fae-4bd6-9d91-ec6098c06372 tempest-InstanceActionsTestJSON-2015629344 tempest-InstanceActionsTestJSON-2015629344-project-member] [instance: 97148ea5-398a-4974-b8f6-62290e519794] deallocate_for_instance() {{(pid=53858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 554.372125] nova-conductor[53858]: DEBUG nova.network.neutron [None req-7781f812-6fae-4bd6-9d91-ec6098c06372 tempest-InstanceActionsTestJSON-2015629344 tempest-InstanceActionsTestJSON-2015629344-project-member] [instance: 97148ea5-398a-4974-b8f6-62290e519794] Instance cache missing network info. {{(pid=53858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 554.381422] nova-conductor[53858]: DEBUG nova.network.neutron [None req-7781f812-6fae-4bd6-9d91-ec6098c06372 tempest-InstanceActionsTestJSON-2015629344 tempest-InstanceActionsTestJSON-2015629344-project-member] [instance: 97148ea5-398a-4974-b8f6-62290e519794] Updating instance_info_cache with network_info: [] {{(pid=53858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 556.794306] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell0:SELECT=11 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 556.845235] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell1:SELECT=32,nova_cell1:SAVEPOINT=9,nova_cell1:INSERT=80,nova_cell1:RELEASE=9 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 556.853123] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=57,nova_api:DELETE=5,nova_api:UPDATE=4 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 556.858810] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=62,nova_api:UPDATE=6,nova_api:DELETE=5 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 557.398850] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-1c44cc0c-5505-4b32-99eb-cbff6c4edcc0 tempest-ServersAdmin275Test-1304626830 tempest-ServersAdmin275Test-1304626830-project-member] Targeting cell 7b162bc2-542e-4fdd-be60-fad18f19221d(cell1) for conductor method rebuild_instance {{(pid=53859) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 557.399294] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-1c44cc0c-5505-4b32-99eb-cbff6c4edcc0 tempest-ServersAdmin275Test-1304626830 tempest-ServersAdmin275Test-1304626830-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.399342] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-1c44cc0c-5505-4b32-99eb-cbff6c4edcc0 tempest-ServersAdmin275Test-1304626830 tempest-ServersAdmin275Test-1304626830-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.399510] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-1c44cc0c-5505-4b32-99eb-cbff6c4edcc0 tempest-ServersAdmin275Test-1304626830 tempest-ServersAdmin275Test-1304626830-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.422220] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-1c44cc0c-5505-4b32-99eb-cbff6c4edcc0 tempest-ServersAdmin275Test-1304626830 tempest-ServersAdmin275Test-1304626830-project-member] [instance: f7cc960c-e06a-4c58-9367-ec8771fe09d5] No migration record for the rebuild/evacuate request. {{(pid=53859) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 559.079538] nova-conductor[53859]: ERROR nova.scheduler.utils [None req-844a2215-1038-4a30-8a79-40c1c3117bde tempest-FloatingIPsAssociationNegativeTestJSON-1301210771 tempest-FloatingIPsAssociationNegativeTestJSON-1301210771-project-member] [instance: 5d57303a-ae17-4b92-8f12-303677eb0d7e] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 4f3fea2e-b3d9-4c89-b291-071aa6707d27, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 5d57303a-ae17-4b92-8f12-303677eb0d7e was re-scheduled: Binding failed for port 4f3fea2e-b3d9-4c89-b291-071aa6707d27, please check neutron logs for more information.\n'] [ 559.080095] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-844a2215-1038-4a30-8a79-40c1c3117bde tempest-FloatingIPsAssociationNegativeTestJSON-1301210771 tempest-FloatingIPsAssociationNegativeTestJSON-1301210771-project-member] Rescheduling: True {{(pid=53859) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 559.080357] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-844a2215-1038-4a30-8a79-40c1c3117bde tempest-FloatingIPsAssociationNegativeTestJSON-1301210771 tempest-FloatingIPsAssociationNegativeTestJSON-1301210771-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5d57303a-ae17-4b92-8f12-303677eb0d7e.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5d57303a-ae17-4b92-8f12-303677eb0d7e. [ 559.081983] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-844a2215-1038-4a30-8a79-40c1c3117bde tempest-FloatingIPsAssociationNegativeTestJSON-1301210771 tempest-FloatingIPsAssociationNegativeTestJSON-1301210771-project-member] [instance: 5d57303a-ae17-4b92-8f12-303677eb0d7e] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5d57303a-ae17-4b92-8f12-303677eb0d7e. [ 559.111315] nova-conductor[53859]: DEBUG nova.network.neutron [None req-844a2215-1038-4a30-8a79-40c1c3117bde tempest-FloatingIPsAssociationNegativeTestJSON-1301210771 tempest-FloatingIPsAssociationNegativeTestJSON-1301210771-project-member] [instance: 5d57303a-ae17-4b92-8f12-303677eb0d7e] deallocate_for_instance() {{(pid=53859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 559.218733] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell0:SELECT=10 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 559.251781] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=65,nova_api:DELETE=6,nova_api:UPDATE=3 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 559.287513] nova-conductor[53859]: DEBUG nova.network.neutron [None req-844a2215-1038-4a30-8a79-40c1c3117bde tempest-FloatingIPsAssociationNegativeTestJSON-1301210771 tempest-FloatingIPsAssociationNegativeTestJSON-1301210771-project-member] [instance: 5d57303a-ae17-4b92-8f12-303677eb0d7e] Instance cache missing network info. {{(pid=53859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 559.293748] nova-conductor[53859]: DEBUG nova.network.neutron [None req-844a2215-1038-4a30-8a79-40c1c3117bde tempest-FloatingIPsAssociationNegativeTestJSON-1301210771 tempest-FloatingIPsAssociationNegativeTestJSON-1301210771-project-member] [instance: 5d57303a-ae17-4b92-8f12-303677eb0d7e] Updating instance_info_cache with network_info: [] {{(pid=53859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 560.883195] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-76010439-9fb6-4296-9b5a-107842db76db tempest-ServerExternalEventsTest-1479796458 tempest-ServerExternalEventsTest-1479796458-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 560.909342] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-76010439-9fb6-4296-9b5a-107842db76db tempest-ServerExternalEventsTest-1479796458 tempest-ServerExternalEventsTest-1479796458-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.909342] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-76010439-9fb6-4296-9b5a-107842db76db tempest-ServerExternalEventsTest-1479796458 tempest-ServerExternalEventsTest-1479796458-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.909342] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-76010439-9fb6-4296-9b5a-107842db76db tempest-ServerExternalEventsTest-1479796458 tempest-ServerExternalEventsTest-1479796458-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.957786] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-76010439-9fb6-4296-9b5a-107842db76db tempest-ServerExternalEventsTest-1479796458 tempest-ServerExternalEventsTest-1479796458-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.958193] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-76010439-9fb6-4296-9b5a-107842db76db tempest-ServerExternalEventsTest-1479796458 tempest-ServerExternalEventsTest-1479796458-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.958281] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-76010439-9fb6-4296-9b5a-107842db76db tempest-ServerExternalEventsTest-1479796458 tempest-ServerExternalEventsTest-1479796458-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.958636] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-76010439-9fb6-4296-9b5a-107842db76db tempest-ServerExternalEventsTest-1479796458 tempest-ServerExternalEventsTest-1479796458-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.958854] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-76010439-9fb6-4296-9b5a-107842db76db tempest-ServerExternalEventsTest-1479796458 tempest-ServerExternalEventsTest-1479796458-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.958996] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-76010439-9fb6-4296-9b5a-107842db76db tempest-ServerExternalEventsTest-1479796458 tempest-ServerExternalEventsTest-1479796458-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.972709] nova-conductor[53859]: DEBUG nova.quota [None req-76010439-9fb6-4296-9b5a-107842db76db tempest-ServerExternalEventsTest-1479796458 tempest-ServerExternalEventsTest-1479796458-project-member] Getting quotas for project f111424450e646f6b4cac54d338923c5. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 560.977402] nova-conductor[53859]: DEBUG nova.quota [None req-76010439-9fb6-4296-9b5a-107842db76db tempest-ServerExternalEventsTest-1479796458 tempest-ServerExternalEventsTest-1479796458-project-member] Getting quotas for user b4e5982c4f2246ce873cb185114d7011 and project f111424450e646f6b4cac54d338923c5. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 560.983350] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-76010439-9fb6-4296-9b5a-107842db76db tempest-ServerExternalEventsTest-1479796458 tempest-ServerExternalEventsTest-1479796458-project-member] [instance: c0f87aa5-447b-4920-8251-354d89a14fbb] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 560.983847] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-76010439-9fb6-4296-9b5a-107842db76db tempest-ServerExternalEventsTest-1479796458 tempest-ServerExternalEventsTest-1479796458-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.984132] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-76010439-9fb6-4296-9b5a-107842db76db tempest-ServerExternalEventsTest-1479796458 tempest-ServerExternalEventsTest-1479796458-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.984307] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-76010439-9fb6-4296-9b5a-107842db76db tempest-ServerExternalEventsTest-1479796458 tempest-ServerExternalEventsTest-1479796458-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.989457] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-76010439-9fb6-4296-9b5a-107842db76db tempest-ServerExternalEventsTest-1479796458 tempest-ServerExternalEventsTest-1479796458-project-member] [instance: c0f87aa5-447b-4920-8251-354d89a14fbb] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 560.990255] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-76010439-9fb6-4296-9b5a-107842db76db tempest-ServerExternalEventsTest-1479796458 tempest-ServerExternalEventsTest-1479796458-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.990579] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-76010439-9fb6-4296-9b5a-107842db76db tempest-ServerExternalEventsTest-1479796458 tempest-ServerExternalEventsTest-1479796458-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.990768] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-76010439-9fb6-4296-9b5a-107842db76db tempest-ServerExternalEventsTest-1479796458 tempest-ServerExternalEventsTest-1479796458-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.014399] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-76010439-9fb6-4296-9b5a-107842db76db tempest-ServerExternalEventsTest-1479796458 tempest-ServerExternalEventsTest-1479796458-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.017022] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-76010439-9fb6-4296-9b5a-107842db76db tempest-ServerExternalEventsTest-1479796458 tempest-ServerExternalEventsTest-1479796458-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.017022] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-76010439-9fb6-4296-9b5a-107842db76db tempest-ServerExternalEventsTest-1479796458 tempest-ServerExternalEventsTest-1479796458-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.109206] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell1:SELECT=322,nova_cell1:UPDATE=141,nova_cell1:INSERT=20,nova_cell1:SAVEPOINT=25,nova_cell1:RELEASE=25 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 569.181221] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell1:SELECT=349,nova_cell1:UPDATE=151,nova_cell1:INSERT=26,nova_cell1:SAVEPOINT=29,nova_cell1:RELEASE=29 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 569.918236] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-85ac5bbf-a6d0-481b-b0bf-1428265b44a9 tempest-AttachInterfacesV270Test-411696101 tempest-AttachInterfacesV270Test-411696101-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 569.975892] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-85ac5bbf-a6d0-481b-b0bf-1428265b44a9 tempest-AttachInterfacesV270Test-411696101 tempest-AttachInterfacesV270Test-411696101-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.976334] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-85ac5bbf-a6d0-481b-b0bf-1428265b44a9 tempest-AttachInterfacesV270Test-411696101 tempest-AttachInterfacesV270Test-411696101-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.977552] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-85ac5bbf-a6d0-481b-b0bf-1428265b44a9 tempest-AttachInterfacesV270Test-411696101 tempest-AttachInterfacesV270Test-411696101-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.217392] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-85ac5bbf-a6d0-481b-b0bf-1428265b44a9 tempest-AttachInterfacesV270Test-411696101 tempest-AttachInterfacesV270Test-411696101-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.217392] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-85ac5bbf-a6d0-481b-b0bf-1428265b44a9 tempest-AttachInterfacesV270Test-411696101 tempest-AttachInterfacesV270Test-411696101-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.217654] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-85ac5bbf-a6d0-481b-b0bf-1428265b44a9 tempest-AttachInterfacesV270Test-411696101 tempest-AttachInterfacesV270Test-411696101-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.220034] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-85ac5bbf-a6d0-481b-b0bf-1428265b44a9 tempest-AttachInterfacesV270Test-411696101 tempest-AttachInterfacesV270Test-411696101-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.220034] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-85ac5bbf-a6d0-481b-b0bf-1428265b44a9 tempest-AttachInterfacesV270Test-411696101 tempest-AttachInterfacesV270Test-411696101-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.220034] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-85ac5bbf-a6d0-481b-b0bf-1428265b44a9 tempest-AttachInterfacesV270Test-411696101 tempest-AttachInterfacesV270Test-411696101-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.253755] nova-conductor[53858]: DEBUG nova.quota [None req-85ac5bbf-a6d0-481b-b0bf-1428265b44a9 tempest-AttachInterfacesV270Test-411696101 tempest-AttachInterfacesV270Test-411696101-project-member] Getting quotas for project 506f8d36207e4483b78fd1afb9f5a4f8. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 570.263381] nova-conductor[53858]: DEBUG nova.quota [None req-85ac5bbf-a6d0-481b-b0bf-1428265b44a9 tempest-AttachInterfacesV270Test-411696101 tempest-AttachInterfacesV270Test-411696101-project-member] Getting quotas for user 88438311ba61481fb190e4316c105d9f and project 506f8d36207e4483b78fd1afb9f5a4f8. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 570.278212] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-85ac5bbf-a6d0-481b-b0bf-1428265b44a9 tempest-AttachInterfacesV270Test-411696101 tempest-AttachInterfacesV270Test-411696101-project-member] [instance: 525f37d5-2262-40c8-a339-fc262c53ce6e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 570.278589] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-85ac5bbf-a6d0-481b-b0bf-1428265b44a9 tempest-AttachInterfacesV270Test-411696101 tempest-AttachInterfacesV270Test-411696101-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.278842] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-85ac5bbf-a6d0-481b-b0bf-1428265b44a9 tempest-AttachInterfacesV270Test-411696101 tempest-AttachInterfacesV270Test-411696101-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.279027] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-85ac5bbf-a6d0-481b-b0bf-1428265b44a9 tempest-AttachInterfacesV270Test-411696101 tempest-AttachInterfacesV270Test-411696101-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.320735] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-85ac5bbf-a6d0-481b-b0bf-1428265b44a9 tempest-AttachInterfacesV270Test-411696101 tempest-AttachInterfacesV270Test-411696101-project-member] [instance: 525f37d5-2262-40c8-a339-fc262c53ce6e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 570.321419] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-85ac5bbf-a6d0-481b-b0bf-1428265b44a9 tempest-AttachInterfacesV270Test-411696101 tempest-AttachInterfacesV270Test-411696101-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.321702] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-85ac5bbf-a6d0-481b-b0bf-1428265b44a9 tempest-AttachInterfacesV270Test-411696101 tempest-AttachInterfacesV270Test-411696101-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.321978] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-85ac5bbf-a6d0-481b-b0bf-1428265b44a9 tempest-AttachInterfacesV270Test-411696101 tempest-AttachInterfacesV270Test-411696101-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.389138] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-85ac5bbf-a6d0-481b-b0bf-1428265b44a9 tempest-AttachInterfacesV270Test-411696101 tempest-AttachInterfacesV270Test-411696101-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.389363] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-85ac5bbf-a6d0-481b-b0bf-1428265b44a9 tempest-AttachInterfacesV270Test-411696101 tempest-AttachInterfacesV270Test-411696101-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.389570] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-85ac5bbf-a6d0-481b-b0bf-1428265b44a9 tempest-AttachInterfacesV270Test-411696101 tempest-AttachInterfacesV270Test-411696101-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.964736] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell0:SELECT=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 570.993388] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell1:SELECT=41,nova_cell1:SAVEPOINT=8,nova_cell1:INSERT=100,nova_cell1:RELEASE=8,nova_cell1:UPDATE=3 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 571.008384] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=71,nova_api:UPDATE=9,nova_api:DELETE=6 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 571.012174] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 571.666556] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-ae7ff058-a25b-42a3-af4b-0715677fedd4 tempest-ServersAdmin275Test-1076075580 tempest-ServersAdmin275Test-1076075580-project-admin] Targeting cell 7b162bc2-542e-4fdd-be60-fad18f19221d(cell1) for conductor method rebuild_instance {{(pid=53858) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 571.666800] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-ae7ff058-a25b-42a3-af4b-0715677fedd4 tempest-ServersAdmin275Test-1076075580 tempest-ServersAdmin275Test-1076075580-project-admin] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.667011] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-ae7ff058-a25b-42a3-af4b-0715677fedd4 tempest-ServersAdmin275Test-1076075580 tempest-ServersAdmin275Test-1076075580-project-admin] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.667182] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-ae7ff058-a25b-42a3-af4b-0715677fedd4 tempest-ServersAdmin275Test-1076075580 tempest-ServersAdmin275Test-1076075580-project-admin] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.689955] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-ae7ff058-a25b-42a3-af4b-0715677fedd4 tempest-ServersAdmin275Test-1076075580 tempest-ServersAdmin275Test-1076075580-project-admin] [instance: f7cc960c-e06a-4c58-9367-ec8771fe09d5] No migration record for the rebuild/evacuate request. {{(pid=53858) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 571.801342] nova-conductor[53858]: ERROR nova.scheduler.utils [None req-f30f4038-8fd0-4bbd-8b35-7fb8e0dea3a4 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] [instance: 59fc11e8-27be-4553-9de9-3eb5ea612ec4] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 238265b6-446c-493c-b510-5f51005c1787, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 59fc11e8-27be-4553-9de9-3eb5ea612ec4 was re-scheduled: Binding failed for port 238265b6-446c-493c-b510-5f51005c1787, please check neutron logs for more information.\n'] [ 571.801342] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-f30f4038-8fd0-4bbd-8b35-7fb8e0dea3a4 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Rescheduling: True {{(pid=53858) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 571.801342] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-f30f4038-8fd0-4bbd-8b35-7fb8e0dea3a4 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 59fc11e8-27be-4553-9de9-3eb5ea612ec4.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 59fc11e8-27be-4553-9de9-3eb5ea612ec4. [ 571.801342] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-f30f4038-8fd0-4bbd-8b35-7fb8e0dea3a4 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] [instance: 59fc11e8-27be-4553-9de9-3eb5ea612ec4] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 59fc11e8-27be-4553-9de9-3eb5ea612ec4. [ 571.868518] nova-conductor[53858]: DEBUG nova.network.neutron [None req-f30f4038-8fd0-4bbd-8b35-7fb8e0dea3a4 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] [instance: 59fc11e8-27be-4553-9de9-3eb5ea612ec4] deallocate_for_instance() {{(pid=53858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 571.957205] nova-conductor[53858]: DEBUG nova.network.neutron [None req-f30f4038-8fd0-4bbd-8b35-7fb8e0dea3a4 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] [instance: 59fc11e8-27be-4553-9de9-3eb5ea612ec4] Instance cache missing network info. {{(pid=53858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 571.969020] nova-conductor[53858]: DEBUG nova.network.neutron [None req-f30f4038-8fd0-4bbd-8b35-7fb8e0dea3a4 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] [instance: 59fc11e8-27be-4553-9de9-3eb5ea612ec4] Updating instance_info_cache with network_info: [] {{(pid=53858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 572.749257] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-4bd5c12b-d52a-4c54-93f7-87894f09013a tempest-ServersTestJSON-483293076 tempest-ServersTestJSON-483293076-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 572.788083] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-4bd5c12b-d52a-4c54-93f7-87894f09013a tempest-ServersTestJSON-483293076 tempest-ServersTestJSON-483293076-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.788083] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-4bd5c12b-d52a-4c54-93f7-87894f09013a tempest-ServersTestJSON-483293076 tempest-ServersTestJSON-483293076-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.788083] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-4bd5c12b-d52a-4c54-93f7-87894f09013a tempest-ServersTestJSON-483293076 tempest-ServersTestJSON-483293076-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.893788] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-4bd5c12b-d52a-4c54-93f7-87894f09013a tempest-ServersTestJSON-483293076 tempest-ServersTestJSON-483293076-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.894118] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-4bd5c12b-d52a-4c54-93f7-87894f09013a tempest-ServersTestJSON-483293076 tempest-ServersTestJSON-483293076-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.894335] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-4bd5c12b-d52a-4c54-93f7-87894f09013a tempest-ServersTestJSON-483293076 tempest-ServersTestJSON-483293076-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.894753] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-4bd5c12b-d52a-4c54-93f7-87894f09013a tempest-ServersTestJSON-483293076 tempest-ServersTestJSON-483293076-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.894981] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-4bd5c12b-d52a-4c54-93f7-87894f09013a tempest-ServersTestJSON-483293076 tempest-ServersTestJSON-483293076-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.895193] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-4bd5c12b-d52a-4c54-93f7-87894f09013a tempest-ServersTestJSON-483293076 tempest-ServersTestJSON-483293076-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.919214] nova-conductor[53858]: DEBUG nova.quota [None req-4bd5c12b-d52a-4c54-93f7-87894f09013a tempest-ServersTestJSON-483293076 tempest-ServersTestJSON-483293076-project-member] Getting quotas for project f0e689d37f794bdc97a52601a52f2fc4. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 572.923766] nova-conductor[53858]: DEBUG nova.quota [None req-4bd5c12b-d52a-4c54-93f7-87894f09013a tempest-ServersTestJSON-483293076 tempest-ServersTestJSON-483293076-project-member] Getting quotas for user 5fcc223f2ded4f4b9cea8c61bcf99679 and project f0e689d37f794bdc97a52601a52f2fc4. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 572.932022] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-4bd5c12b-d52a-4c54-93f7-87894f09013a tempest-ServersTestJSON-483293076 tempest-ServersTestJSON-483293076-project-member] [instance: 55b60fc2-6484-4fad-aa40-3e73e020841a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 572.932022] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-4bd5c12b-d52a-4c54-93f7-87894f09013a tempest-ServersTestJSON-483293076 tempest-ServersTestJSON-483293076-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.932022] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-4bd5c12b-d52a-4c54-93f7-87894f09013a tempest-ServersTestJSON-483293076 tempest-ServersTestJSON-483293076-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.932022] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-4bd5c12b-d52a-4c54-93f7-87894f09013a tempest-ServersTestJSON-483293076 tempest-ServersTestJSON-483293076-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.942764] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-4bd5c12b-d52a-4c54-93f7-87894f09013a tempest-ServersTestJSON-483293076 tempest-ServersTestJSON-483293076-project-member] [instance: 55b60fc2-6484-4fad-aa40-3e73e020841a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 572.943618] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-4bd5c12b-d52a-4c54-93f7-87894f09013a tempest-ServersTestJSON-483293076 tempest-ServersTestJSON-483293076-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.943827] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-4bd5c12b-d52a-4c54-93f7-87894f09013a tempest-ServersTestJSON-483293076 tempest-ServersTestJSON-483293076-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.943993] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-4bd5c12b-d52a-4c54-93f7-87894f09013a tempest-ServersTestJSON-483293076 tempest-ServersTestJSON-483293076-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.972138] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-4bd5c12b-d52a-4c54-93f7-87894f09013a tempest-ServersTestJSON-483293076 tempest-ServersTestJSON-483293076-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.972138] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-4bd5c12b-d52a-4c54-93f7-87894f09013a tempest-ServersTestJSON-483293076 tempest-ServersTestJSON-483293076-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.972138] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-4bd5c12b-d52a-4c54-93f7-87894f09013a tempest-ServersTestJSON-483293076 tempest-ServersTestJSON-483293076-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.583779] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-56950b6c-0b87-48bf-a575-f699fcd1a5b0 tempest-FloatingIPsAssociationTestJSON-1125124803 tempest-FloatingIPsAssociationTestJSON-1125124803-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 573.608181] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-56950b6c-0b87-48bf-a575-f699fcd1a5b0 tempest-FloatingIPsAssociationTestJSON-1125124803 tempest-FloatingIPsAssociationTestJSON-1125124803-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.608428] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-56950b6c-0b87-48bf-a575-f699fcd1a5b0 tempest-FloatingIPsAssociationTestJSON-1125124803 tempest-FloatingIPsAssociationTestJSON-1125124803-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.608639] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-56950b6c-0b87-48bf-a575-f699fcd1a5b0 tempest-FloatingIPsAssociationTestJSON-1125124803 tempest-FloatingIPsAssociationTestJSON-1125124803-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.681268] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-56950b6c-0b87-48bf-a575-f699fcd1a5b0 tempest-FloatingIPsAssociationTestJSON-1125124803 tempest-FloatingIPsAssociationTestJSON-1125124803-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.681268] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-56950b6c-0b87-48bf-a575-f699fcd1a5b0 tempest-FloatingIPsAssociationTestJSON-1125124803 tempest-FloatingIPsAssociationTestJSON-1125124803-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.681268] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-56950b6c-0b87-48bf-a575-f699fcd1a5b0 tempest-FloatingIPsAssociationTestJSON-1125124803 tempest-FloatingIPsAssociationTestJSON-1125124803-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.681599] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-56950b6c-0b87-48bf-a575-f699fcd1a5b0 tempest-FloatingIPsAssociationTestJSON-1125124803 tempest-FloatingIPsAssociationTestJSON-1125124803-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.681636] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-56950b6c-0b87-48bf-a575-f699fcd1a5b0 tempest-FloatingIPsAssociationTestJSON-1125124803 tempest-FloatingIPsAssociationTestJSON-1125124803-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.681791] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-56950b6c-0b87-48bf-a575-f699fcd1a5b0 tempest-FloatingIPsAssociationTestJSON-1125124803 tempest-FloatingIPsAssociationTestJSON-1125124803-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.695609] nova-conductor[53858]: DEBUG nova.quota [None req-56950b6c-0b87-48bf-a575-f699fcd1a5b0 tempest-FloatingIPsAssociationTestJSON-1125124803 tempest-FloatingIPsAssociationTestJSON-1125124803-project-member] Getting quotas for project 356aace930ba4a8a95e0832300136c25. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 573.707021] nova-conductor[53858]: DEBUG nova.quota [None req-56950b6c-0b87-48bf-a575-f699fcd1a5b0 tempest-FloatingIPsAssociationTestJSON-1125124803 tempest-FloatingIPsAssociationTestJSON-1125124803-project-member] Getting quotas for user 22957897a47942b0a145ae71698d1fc3 and project 356aace930ba4a8a95e0832300136c25. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 573.713368] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-56950b6c-0b87-48bf-a575-f699fcd1a5b0 tempest-FloatingIPsAssociationTestJSON-1125124803 tempest-FloatingIPsAssociationTestJSON-1125124803-project-member] [instance: aeca6a94-478d-435a-9d93-59936f26654e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 573.713903] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-56950b6c-0b87-48bf-a575-f699fcd1a5b0 tempest-FloatingIPsAssociationTestJSON-1125124803 tempest-FloatingIPsAssociationTestJSON-1125124803-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.714174] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-56950b6c-0b87-48bf-a575-f699fcd1a5b0 tempest-FloatingIPsAssociationTestJSON-1125124803 tempest-FloatingIPsAssociationTestJSON-1125124803-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.714639] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-56950b6c-0b87-48bf-a575-f699fcd1a5b0 tempest-FloatingIPsAssociationTestJSON-1125124803 tempest-FloatingIPsAssociationTestJSON-1125124803-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.734231] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-56950b6c-0b87-48bf-a575-f699fcd1a5b0 tempest-FloatingIPsAssociationTestJSON-1125124803 tempest-FloatingIPsAssociationTestJSON-1125124803-project-member] [instance: aeca6a94-478d-435a-9d93-59936f26654e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 573.735131] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-56950b6c-0b87-48bf-a575-f699fcd1a5b0 tempest-FloatingIPsAssociationTestJSON-1125124803 tempest-FloatingIPsAssociationTestJSON-1125124803-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.735375] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-56950b6c-0b87-48bf-a575-f699fcd1a5b0 tempest-FloatingIPsAssociationTestJSON-1125124803 tempest-FloatingIPsAssociationTestJSON-1125124803-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.736099] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-56950b6c-0b87-48bf-a575-f699fcd1a5b0 tempest-FloatingIPsAssociationTestJSON-1125124803 tempest-FloatingIPsAssociationTestJSON-1125124803-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.792373] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-56950b6c-0b87-48bf-a575-f699fcd1a5b0 tempest-FloatingIPsAssociationTestJSON-1125124803 tempest-FloatingIPsAssociationTestJSON-1125124803-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.792373] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-56950b6c-0b87-48bf-a575-f699fcd1a5b0 tempest-FloatingIPsAssociationTestJSON-1125124803 tempest-FloatingIPsAssociationTestJSON-1125124803-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.792373] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-56950b6c-0b87-48bf-a575-f699fcd1a5b0 tempest-FloatingIPsAssociationTestJSON-1125124803 tempest-FloatingIPsAssociationTestJSON-1125124803-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.514066] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-859ffdff-aaee-46b4-bdd6-0a15cce9792f tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 575.531022] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-859ffdff-aaee-46b4-bdd6-0a15cce9792f tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.531282] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-859ffdff-aaee-46b4-bdd6-0a15cce9792f tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.531508] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-859ffdff-aaee-46b4-bdd6-0a15cce9792f tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.574571] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-859ffdff-aaee-46b4-bdd6-0a15cce9792f tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.574795] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-859ffdff-aaee-46b4-bdd6-0a15cce9792f tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.574965] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-859ffdff-aaee-46b4-bdd6-0a15cce9792f tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.575397] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-859ffdff-aaee-46b4-bdd6-0a15cce9792f tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.575536] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-859ffdff-aaee-46b4-bdd6-0a15cce9792f tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.575772] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-859ffdff-aaee-46b4-bdd6-0a15cce9792f tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.586282] nova-conductor[53859]: DEBUG nova.quota [None req-859ffdff-aaee-46b4-bdd6-0a15cce9792f tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Getting quotas for project 62d9e2aeadec483e881ea244b439d557. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 575.593944] nova-conductor[53859]: DEBUG nova.quota [None req-859ffdff-aaee-46b4-bdd6-0a15cce9792f tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Getting quotas for user de8bf84e21494593be329e3dd63da127 and project 62d9e2aeadec483e881ea244b439d557. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 575.604116] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-859ffdff-aaee-46b4-bdd6-0a15cce9792f tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] [instance: 41b6744e-d548-442c-b6cc-e12bd403f229] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 575.604660] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-859ffdff-aaee-46b4-bdd6-0a15cce9792f tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.604938] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-859ffdff-aaee-46b4-bdd6-0a15cce9792f tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.605229] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-859ffdff-aaee-46b4-bdd6-0a15cce9792f tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.610271] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-859ffdff-aaee-46b4-bdd6-0a15cce9792f tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] [instance: 41b6744e-d548-442c-b6cc-e12bd403f229] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 575.611032] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-859ffdff-aaee-46b4-bdd6-0a15cce9792f tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.611340] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-859ffdff-aaee-46b4-bdd6-0a15cce9792f tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.611441] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-859ffdff-aaee-46b4-bdd6-0a15cce9792f tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.652219] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-859ffdff-aaee-46b4-bdd6-0a15cce9792f tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.652219] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-859ffdff-aaee-46b4-bdd6-0a15cce9792f tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.652219] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-859ffdff-aaee-46b4-bdd6-0a15cce9792f tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.341304] nova-conductor[53858]: ERROR nova.scheduler.utils [None req-dcb477a6-85d7-4838-be85-b9b2ecf96877 tempest-ImagesOneServerNegativeTestJSON-1560548781 tempest-ImagesOneServerNegativeTestJSON-1560548781-project-member] [instance: ca62f959-43b9-4838-8349-11b7d6a7f0a7] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 63e8ed78-99f3-41e0-b0a6-e6bc6fe00fd4, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ca62f959-43b9-4838-8349-11b7d6a7f0a7 was re-scheduled: Binding failed for port 63e8ed78-99f3-41e0-b0a6-e6bc6fe00fd4, please check neutron logs for more information.\n'] [ 576.341978] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-dcb477a6-85d7-4838-be85-b9b2ecf96877 tempest-ImagesOneServerNegativeTestJSON-1560548781 tempest-ImagesOneServerNegativeTestJSON-1560548781-project-member] Rescheduling: True {{(pid=53858) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 576.342152] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-dcb477a6-85d7-4838-be85-b9b2ecf96877 tempest-ImagesOneServerNegativeTestJSON-1560548781 tempest-ImagesOneServerNegativeTestJSON-1560548781-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ca62f959-43b9-4838-8349-11b7d6a7f0a7.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ca62f959-43b9-4838-8349-11b7d6a7f0a7. [ 576.342453] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-dcb477a6-85d7-4838-be85-b9b2ecf96877 tempest-ImagesOneServerNegativeTestJSON-1560548781 tempest-ImagesOneServerNegativeTestJSON-1560548781-project-member] [instance: ca62f959-43b9-4838-8349-11b7d6a7f0a7] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ca62f959-43b9-4838-8349-11b7d6a7f0a7. [ 576.369034] nova-conductor[53858]: DEBUG nova.network.neutron [None req-dcb477a6-85d7-4838-be85-b9b2ecf96877 tempest-ImagesOneServerNegativeTestJSON-1560548781 tempest-ImagesOneServerNegativeTestJSON-1560548781-project-member] [instance: ca62f959-43b9-4838-8349-11b7d6a7f0a7] deallocate_for_instance() {{(pid=53858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 576.415526] nova-conductor[53858]: DEBUG nova.network.neutron [None req-dcb477a6-85d7-4838-be85-b9b2ecf96877 tempest-ImagesOneServerNegativeTestJSON-1560548781 tempest-ImagesOneServerNegativeTestJSON-1560548781-project-member] [instance: ca62f959-43b9-4838-8349-11b7d6a7f0a7] Instance cache missing network info. {{(pid=53858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 576.417773] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-1f24f04c-cf4b-4940-9447-eacc11fa5e66 tempest-ServersTestFqdnHostnames-345291565 tempest-ServersTestFqdnHostnames-345291565-project-member] Took 0.52 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 576.428132] nova-conductor[53858]: DEBUG nova.network.neutron [None req-dcb477a6-85d7-4838-be85-b9b2ecf96877 tempest-ImagesOneServerNegativeTestJSON-1560548781 tempest-ImagesOneServerNegativeTestJSON-1560548781-project-member] [instance: ca62f959-43b9-4838-8349-11b7d6a7f0a7] Updating instance_info_cache with network_info: [] {{(pid=53858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 576.465831] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-1f24f04c-cf4b-4940-9447-eacc11fa5e66 tempest-ServersTestFqdnHostnames-345291565 tempest-ServersTestFqdnHostnames-345291565-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.466852] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-1f24f04c-cf4b-4940-9447-eacc11fa5e66 tempest-ServersTestFqdnHostnames-345291565 tempest-ServersTestFqdnHostnames-345291565-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.466852] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-1f24f04c-cf4b-4940-9447-eacc11fa5e66 tempest-ServersTestFqdnHostnames-345291565 tempest-ServersTestFqdnHostnames-345291565-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.515184] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-1f24f04c-cf4b-4940-9447-eacc11fa5e66 tempest-ServersTestFqdnHostnames-345291565 tempest-ServersTestFqdnHostnames-345291565-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.515559] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-1f24f04c-cf4b-4940-9447-eacc11fa5e66 tempest-ServersTestFqdnHostnames-345291565 tempest-ServersTestFqdnHostnames-345291565-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.515772] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-1f24f04c-cf4b-4940-9447-eacc11fa5e66 tempest-ServersTestFqdnHostnames-345291565 tempest-ServersTestFqdnHostnames-345291565-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.516189] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-1f24f04c-cf4b-4940-9447-eacc11fa5e66 tempest-ServersTestFqdnHostnames-345291565 tempest-ServersTestFqdnHostnames-345291565-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.516533] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-1f24f04c-cf4b-4940-9447-eacc11fa5e66 tempest-ServersTestFqdnHostnames-345291565 tempest-ServersTestFqdnHostnames-345291565-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.516651] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-1f24f04c-cf4b-4940-9447-eacc11fa5e66 tempest-ServersTestFqdnHostnames-345291565 tempest-ServersTestFqdnHostnames-345291565-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.526618] nova-conductor[53858]: DEBUG nova.quota [None req-1f24f04c-cf4b-4940-9447-eacc11fa5e66 tempest-ServersTestFqdnHostnames-345291565 tempest-ServersTestFqdnHostnames-345291565-project-member] Getting quotas for project 9e83b468193841dbbd74b035bf7692ae. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 576.529839] nova-conductor[53858]: DEBUG nova.quota [None req-1f24f04c-cf4b-4940-9447-eacc11fa5e66 tempest-ServersTestFqdnHostnames-345291565 tempest-ServersTestFqdnHostnames-345291565-project-member] Getting quotas for user c09f78f4aff34413b7e9c569ef62a242 and project 9e83b468193841dbbd74b035bf7692ae. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 576.534821] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-1f24f04c-cf4b-4940-9447-eacc11fa5e66 tempest-ServersTestFqdnHostnames-345291565 tempest-ServersTestFqdnHostnames-345291565-project-member] [instance: c94e8e46-7697-426c-ae2f-aece493fa8f4] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 576.538038] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-1f24f04c-cf4b-4940-9447-eacc11fa5e66 tempest-ServersTestFqdnHostnames-345291565 tempest-ServersTestFqdnHostnames-345291565-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.538038] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-1f24f04c-cf4b-4940-9447-eacc11fa5e66 tempest-ServersTestFqdnHostnames-345291565 tempest-ServersTestFqdnHostnames-345291565-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.538038] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-1f24f04c-cf4b-4940-9447-eacc11fa5e66 tempest-ServersTestFqdnHostnames-345291565 tempest-ServersTestFqdnHostnames-345291565-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.542530] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-1f24f04c-cf4b-4940-9447-eacc11fa5e66 tempest-ServersTestFqdnHostnames-345291565 tempest-ServersTestFqdnHostnames-345291565-project-member] [instance: c94e8e46-7697-426c-ae2f-aece493fa8f4] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 576.543243] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-1f24f04c-cf4b-4940-9447-eacc11fa5e66 tempest-ServersTestFqdnHostnames-345291565 tempest-ServersTestFqdnHostnames-345291565-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.543794] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-1f24f04c-cf4b-4940-9447-eacc11fa5e66 tempest-ServersTestFqdnHostnames-345291565 tempest-ServersTestFqdnHostnames-345291565-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.543794] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-1f24f04c-cf4b-4940-9447-eacc11fa5e66 tempest-ServersTestFqdnHostnames-345291565 tempest-ServersTestFqdnHostnames-345291565-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.563132] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-1f24f04c-cf4b-4940-9447-eacc11fa5e66 tempest-ServersTestFqdnHostnames-345291565 tempest-ServersTestFqdnHostnames-345291565-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.563132] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-1f24f04c-cf4b-4940-9447-eacc11fa5e66 tempest-ServersTestFqdnHostnames-345291565 tempest-ServersTestFqdnHostnames-345291565-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.563268] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-1f24f04c-cf4b-4940-9447-eacc11fa5e66 tempest-ServersTestFqdnHostnames-345291565 tempest-ServersTestFqdnHostnames-345291565-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.686149] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-aadda1bb-f770-4742-8c34-cd25e3f7e7cb tempest-InstanceActionsNegativeTestJSON-1700332362 tempest-InstanceActionsNegativeTestJSON-1700332362-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 576.708030] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-aadda1bb-f770-4742-8c34-cd25e3f7e7cb tempest-InstanceActionsNegativeTestJSON-1700332362 tempest-InstanceActionsNegativeTestJSON-1700332362-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.708356] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-aadda1bb-f770-4742-8c34-cd25e3f7e7cb tempest-InstanceActionsNegativeTestJSON-1700332362 tempest-InstanceActionsNegativeTestJSON-1700332362-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.708473] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-aadda1bb-f770-4742-8c34-cd25e3f7e7cb tempest-InstanceActionsNegativeTestJSON-1700332362 tempest-InstanceActionsNegativeTestJSON-1700332362-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.781944] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-aadda1bb-f770-4742-8c34-cd25e3f7e7cb tempest-InstanceActionsNegativeTestJSON-1700332362 tempest-InstanceActionsNegativeTestJSON-1700332362-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.781944] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-aadda1bb-f770-4742-8c34-cd25e3f7e7cb tempest-InstanceActionsNegativeTestJSON-1700332362 tempest-InstanceActionsNegativeTestJSON-1700332362-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.781944] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-aadda1bb-f770-4742-8c34-cd25e3f7e7cb tempest-InstanceActionsNegativeTestJSON-1700332362 tempest-InstanceActionsNegativeTestJSON-1700332362-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.781944] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-aadda1bb-f770-4742-8c34-cd25e3f7e7cb tempest-InstanceActionsNegativeTestJSON-1700332362 tempest-InstanceActionsNegativeTestJSON-1700332362-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.781944] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-aadda1bb-f770-4742-8c34-cd25e3f7e7cb tempest-InstanceActionsNegativeTestJSON-1700332362 tempest-InstanceActionsNegativeTestJSON-1700332362-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.781944] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-aadda1bb-f770-4742-8c34-cd25e3f7e7cb tempest-InstanceActionsNegativeTestJSON-1700332362 tempest-InstanceActionsNegativeTestJSON-1700332362-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.797386] nova-conductor[53859]: DEBUG nova.quota [None req-aadda1bb-f770-4742-8c34-cd25e3f7e7cb tempest-InstanceActionsNegativeTestJSON-1700332362 tempest-InstanceActionsNegativeTestJSON-1700332362-project-member] Getting quotas for project 6c8ba1f1da4a4849bfa0fb209183ac44. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 576.800878] nova-conductor[53859]: DEBUG nova.quota [None req-aadda1bb-f770-4742-8c34-cd25e3f7e7cb tempest-InstanceActionsNegativeTestJSON-1700332362 tempest-InstanceActionsNegativeTestJSON-1700332362-project-member] Getting quotas for user 6436ca01567648ca946eae20d23e5252 and project 6c8ba1f1da4a4849bfa0fb209183ac44. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 576.810121] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-aadda1bb-f770-4742-8c34-cd25e3f7e7cb tempest-InstanceActionsNegativeTestJSON-1700332362 tempest-InstanceActionsNegativeTestJSON-1700332362-project-member] [instance: 64584976-b3f3-4da5-a76b-a05cf2ed6aa4] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 576.810651] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-aadda1bb-f770-4742-8c34-cd25e3f7e7cb tempest-InstanceActionsNegativeTestJSON-1700332362 tempest-InstanceActionsNegativeTestJSON-1700332362-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.810926] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-aadda1bb-f770-4742-8c34-cd25e3f7e7cb tempest-InstanceActionsNegativeTestJSON-1700332362 tempest-InstanceActionsNegativeTestJSON-1700332362-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.811165] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-aadda1bb-f770-4742-8c34-cd25e3f7e7cb tempest-InstanceActionsNegativeTestJSON-1700332362 tempest-InstanceActionsNegativeTestJSON-1700332362-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.823793] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-aadda1bb-f770-4742-8c34-cd25e3f7e7cb tempest-InstanceActionsNegativeTestJSON-1700332362 tempest-InstanceActionsNegativeTestJSON-1700332362-project-member] [instance: 64584976-b3f3-4da5-a76b-a05cf2ed6aa4] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 576.824945] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-aadda1bb-f770-4742-8c34-cd25e3f7e7cb tempest-InstanceActionsNegativeTestJSON-1700332362 tempest-InstanceActionsNegativeTestJSON-1700332362-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.825277] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-aadda1bb-f770-4742-8c34-cd25e3f7e7cb tempest-InstanceActionsNegativeTestJSON-1700332362 tempest-InstanceActionsNegativeTestJSON-1700332362-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.825490] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-aadda1bb-f770-4742-8c34-cd25e3f7e7cb tempest-InstanceActionsNegativeTestJSON-1700332362 tempest-InstanceActionsNegativeTestJSON-1700332362-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.850471] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-aadda1bb-f770-4742-8c34-cd25e3f7e7cb tempest-InstanceActionsNegativeTestJSON-1700332362 tempest-InstanceActionsNegativeTestJSON-1700332362-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.850721] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-aadda1bb-f770-4742-8c34-cd25e3f7e7cb tempest-InstanceActionsNegativeTestJSON-1700332362 tempest-InstanceActionsNegativeTestJSON-1700332362-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.850950] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-aadda1bb-f770-4742-8c34-cd25e3f7e7cb tempest-InstanceActionsNegativeTestJSON-1700332362 tempest-InstanceActionsNegativeTestJSON-1700332362-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.042726] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-5f08bfba-63c5-4161-be1b-a884c0ae71af tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 578.069484] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5f08bfba-63c5-4161-be1b-a884c0ae71af tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.069484] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5f08bfba-63c5-4161-be1b-a884c0ae71af tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.069484] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5f08bfba-63c5-4161-be1b-a884c0ae71af tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.132405] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5f08bfba-63c5-4161-be1b-a884c0ae71af tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.133793] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5f08bfba-63c5-4161-be1b-a884c0ae71af tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.133793] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5f08bfba-63c5-4161-be1b-a884c0ae71af tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.134422] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5f08bfba-63c5-4161-be1b-a884c0ae71af tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.134748] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5f08bfba-63c5-4161-be1b-a884c0ae71af tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.136383] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5f08bfba-63c5-4161-be1b-a884c0ae71af tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.146361] nova-conductor[53859]: DEBUG nova.quota [None req-5f08bfba-63c5-4161-be1b-a884c0ae71af tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Getting quotas for project 97570799e5f54fdeb7e8dfd2f50cc8a6. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 578.151443] nova-conductor[53859]: DEBUG nova.quota [None req-5f08bfba-63c5-4161-be1b-a884c0ae71af tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Getting quotas for user 98dcbc29b88741d5b51f311bb39f8a7a and project 97570799e5f54fdeb7e8dfd2f50cc8a6. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 578.163789] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-5f08bfba-63c5-4161-be1b-a884c0ae71af tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] [instance: 590907a7-b6cc-48fc-a4bf-e4a2e48b05b8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 578.164371] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5f08bfba-63c5-4161-be1b-a884c0ae71af tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.164632] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5f08bfba-63c5-4161-be1b-a884c0ae71af tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.164854] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5f08bfba-63c5-4161-be1b-a884c0ae71af tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.170520] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-5f08bfba-63c5-4161-be1b-a884c0ae71af tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] [instance: 590907a7-b6cc-48fc-a4bf-e4a2e48b05b8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 578.171205] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5f08bfba-63c5-4161-be1b-a884c0ae71af tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.171414] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5f08bfba-63c5-4161-be1b-a884c0ae71af tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.171583] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5f08bfba-63c5-4161-be1b-a884c0ae71af tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.198720] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5f08bfba-63c5-4161-be1b-a884c0ae71af tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.199042] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5f08bfba-63c5-4161-be1b-a884c0ae71af tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.202389] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5f08bfba-63c5-4161-be1b-a884c0ae71af tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.887257] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-08382130-d70f-42e8-a5b5-93e86f5fa49a tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 578.904398] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-08382130-d70f-42e8-a5b5-93e86f5fa49a tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.904668] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-08382130-d70f-42e8-a5b5-93e86f5fa49a tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.904849] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-08382130-d70f-42e8-a5b5-93e86f5fa49a tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.954053] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-08382130-d70f-42e8-a5b5-93e86f5fa49a tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.954486] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-08382130-d70f-42e8-a5b5-93e86f5fa49a tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.954741] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-08382130-d70f-42e8-a5b5-93e86f5fa49a tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.955445] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-08382130-d70f-42e8-a5b5-93e86f5fa49a tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.955737] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-08382130-d70f-42e8-a5b5-93e86f5fa49a tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.955926] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-08382130-d70f-42e8-a5b5-93e86f5fa49a tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.966779] nova-conductor[53858]: DEBUG nova.quota [None req-08382130-d70f-42e8-a5b5-93e86f5fa49a tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Getting quotas for project f0dfb7e2632b47f48da6dc458d8f155c. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 578.970685] nova-conductor[53858]: DEBUG nova.quota [None req-08382130-d70f-42e8-a5b5-93e86f5fa49a tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Getting quotas for user da35e21b822b4ccba98f1a19892fe8f5 and project f0dfb7e2632b47f48da6dc458d8f155c. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 578.976427] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-08382130-d70f-42e8-a5b5-93e86f5fa49a tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] [instance: 60ffc8b0-4a7b-4e2a-8774-d16e502d8a06] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 578.977592] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-08382130-d70f-42e8-a5b5-93e86f5fa49a tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.977592] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-08382130-d70f-42e8-a5b5-93e86f5fa49a tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.977592] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-08382130-d70f-42e8-a5b5-93e86f5fa49a tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.983679] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-08382130-d70f-42e8-a5b5-93e86f5fa49a tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] [instance: 60ffc8b0-4a7b-4e2a-8774-d16e502d8a06] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 578.984404] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-08382130-d70f-42e8-a5b5-93e86f5fa49a tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.984691] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-08382130-d70f-42e8-a5b5-93e86f5fa49a tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.984933] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-08382130-d70f-42e8-a5b5-93e86f5fa49a tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.010472] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-08382130-d70f-42e8-a5b5-93e86f5fa49a tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.010472] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-08382130-d70f-42e8-a5b5-93e86f5fa49a tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.010472] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-08382130-d70f-42e8-a5b5-93e86f5fa49a tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.599160] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-6833b601-845b-439d-ad97-e2f9c0927775 tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 579.625896] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6833b601-845b-439d-ad97-e2f9c0927775 tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.625896] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6833b601-845b-439d-ad97-e2f9c0927775 tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.625896] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6833b601-845b-439d-ad97-e2f9c0927775 tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.659041] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6833b601-845b-439d-ad97-e2f9c0927775 tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.659160] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6833b601-845b-439d-ad97-e2f9c0927775 tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.659234] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6833b601-845b-439d-ad97-e2f9c0927775 tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.659611] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6833b601-845b-439d-ad97-e2f9c0927775 tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.659873] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6833b601-845b-439d-ad97-e2f9c0927775 tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.660244] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6833b601-845b-439d-ad97-e2f9c0927775 tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.671267] nova-conductor[53858]: DEBUG nova.quota [None req-6833b601-845b-439d-ad97-e2f9c0927775 tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Getting quotas for project 62d9e2aeadec483e881ea244b439d557. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 579.675578] nova-conductor[53858]: DEBUG nova.quota [None req-6833b601-845b-439d-ad97-e2f9c0927775 tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Getting quotas for user de8bf84e21494593be329e3dd63da127 and project 62d9e2aeadec483e881ea244b439d557. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 579.680668] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-6833b601-845b-439d-ad97-e2f9c0927775 tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] [instance: 4f5348ec-f0b6-45e2-be04-31dbf1d49a3a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 579.681140] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6833b601-845b-439d-ad97-e2f9c0927775 tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.681346] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6833b601-845b-439d-ad97-e2f9c0927775 tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.681513] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6833b601-845b-439d-ad97-e2f9c0927775 tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.685523] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-6833b601-845b-439d-ad97-e2f9c0927775 tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] [instance: 4f5348ec-f0b6-45e2-be04-31dbf1d49a3a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 579.686177] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6833b601-845b-439d-ad97-e2f9c0927775 tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.686367] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6833b601-845b-439d-ad97-e2f9c0927775 tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.686882] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6833b601-845b-439d-ad97-e2f9c0927775 tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.710148] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6833b601-845b-439d-ad97-e2f9c0927775 tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.710148] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6833b601-845b-439d-ad97-e2f9c0927775 tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.710148] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6833b601-845b-439d-ad97-e2f9c0927775 tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.693301] nova-conductor[53859]: ERROR nova.scheduler.utils [None req-d9e2f878-40e6-4b41-8b07-da611f2f81f1 tempest-VolumesAssistedSnapshotsTest-2043366068 tempest-VolumesAssistedSnapshotsTest-2043366068-project-member] [instance: 06bda5ee-c7a8-47d1-9e0c-a5af67d40006] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 48788634-af14-4531-8cff-07f9a6f55f4c, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 06bda5ee-c7a8-47d1-9e0c-a5af67d40006 was re-scheduled: Binding failed for port 48788634-af14-4531-8cff-07f9a6f55f4c, please check neutron logs for more information.\n'] [ 580.693949] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-d9e2f878-40e6-4b41-8b07-da611f2f81f1 tempest-VolumesAssistedSnapshotsTest-2043366068 tempest-VolumesAssistedSnapshotsTest-2043366068-project-member] Rescheduling: True {{(pid=53859) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 580.694208] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-d9e2f878-40e6-4b41-8b07-da611f2f81f1 tempest-VolumesAssistedSnapshotsTest-2043366068 tempest-VolumesAssistedSnapshotsTest-2043366068-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 06bda5ee-c7a8-47d1-9e0c-a5af67d40006.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 06bda5ee-c7a8-47d1-9e0c-a5af67d40006. [ 580.694542] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-d9e2f878-40e6-4b41-8b07-da611f2f81f1 tempest-VolumesAssistedSnapshotsTest-2043366068 tempest-VolumesAssistedSnapshotsTest-2043366068-project-member] [instance: 06bda5ee-c7a8-47d1-9e0c-a5af67d40006] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 06bda5ee-c7a8-47d1-9e0c-a5af67d40006. [ 580.731021] nova-conductor[53859]: DEBUG nova.network.neutron [None req-d9e2f878-40e6-4b41-8b07-da611f2f81f1 tempest-VolumesAssistedSnapshotsTest-2043366068 tempest-VolumesAssistedSnapshotsTest-2043366068-project-member] [instance: 06bda5ee-c7a8-47d1-9e0c-a5af67d40006] deallocate_for_instance() {{(pid=53859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 580.772325] nova-conductor[53859]: DEBUG nova.network.neutron [None req-d9e2f878-40e6-4b41-8b07-da611f2f81f1 tempest-VolumesAssistedSnapshotsTest-2043366068 tempest-VolumesAssistedSnapshotsTest-2043366068-project-member] [instance: 06bda5ee-c7a8-47d1-9e0c-a5af67d40006] Instance cache missing network info. {{(pid=53859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 580.775312] nova-conductor[53859]: DEBUG nova.network.neutron [None req-d9e2f878-40e6-4b41-8b07-da611f2f81f1 tempest-VolumesAssistedSnapshotsTest-2043366068 tempest-VolumesAssistedSnapshotsTest-2043366068-project-member] [instance: 06bda5ee-c7a8-47d1-9e0c-a5af67d40006] Updating instance_info_cache with network_info: [] {{(pid=53859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.812714] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-df4eb7d8-5b64-4db4-b042-683b16e0b991 tempest-ServersTestBootFromVolume-2104901628 tempest-ServersTestBootFromVolume-2104901628-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 583.832996] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-df4eb7d8-5b64-4db4-b042-683b16e0b991 tempest-ServersTestBootFromVolume-2104901628 tempest-ServersTestBootFromVolume-2104901628-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.836028] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-df4eb7d8-5b64-4db4-b042-683b16e0b991 tempest-ServersTestBootFromVolume-2104901628 tempest-ServersTestBootFromVolume-2104901628-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.836028] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-df4eb7d8-5b64-4db4-b042-683b16e0b991 tempest-ServersTestBootFromVolume-2104901628 tempest-ServersTestBootFromVolume-2104901628-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.878848] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-df4eb7d8-5b64-4db4-b042-683b16e0b991 tempest-ServersTestBootFromVolume-2104901628 tempest-ServersTestBootFromVolume-2104901628-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.879155] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-df4eb7d8-5b64-4db4-b042-683b16e0b991 tempest-ServersTestBootFromVolume-2104901628 tempest-ServersTestBootFromVolume-2104901628-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.879307] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-df4eb7d8-5b64-4db4-b042-683b16e0b991 tempest-ServersTestBootFromVolume-2104901628 tempest-ServersTestBootFromVolume-2104901628-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.879696] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-df4eb7d8-5b64-4db4-b042-683b16e0b991 tempest-ServersTestBootFromVolume-2104901628 tempest-ServersTestBootFromVolume-2104901628-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.880014] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-df4eb7d8-5b64-4db4-b042-683b16e0b991 tempest-ServersTestBootFromVolume-2104901628 tempest-ServersTestBootFromVolume-2104901628-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.880071] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-df4eb7d8-5b64-4db4-b042-683b16e0b991 tempest-ServersTestBootFromVolume-2104901628 tempest-ServersTestBootFromVolume-2104901628-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.891126] nova-conductor[53858]: DEBUG nova.quota [None req-df4eb7d8-5b64-4db4-b042-683b16e0b991 tempest-ServersTestBootFromVolume-2104901628 tempest-ServersTestBootFromVolume-2104901628-project-member] Getting quotas for project 2e8415c6f16f472eb8bd4283afadc2b0. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 583.896422] nova-conductor[53858]: DEBUG nova.quota [None req-df4eb7d8-5b64-4db4-b042-683b16e0b991 tempest-ServersTestBootFromVolume-2104901628 tempest-ServersTestBootFromVolume-2104901628-project-member] Getting quotas for user d62f71e5308c42b598fa5ada6110eca4 and project 2e8415c6f16f472eb8bd4283afadc2b0. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 583.904903] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-df4eb7d8-5b64-4db4-b042-683b16e0b991 tempest-ServersTestBootFromVolume-2104901628 tempest-ServersTestBootFromVolume-2104901628-project-member] [instance: fb548893-2df5-4629-bf3a-3b0f807f6357] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 583.905449] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-df4eb7d8-5b64-4db4-b042-683b16e0b991 tempest-ServersTestBootFromVolume-2104901628 tempest-ServersTestBootFromVolume-2104901628-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.905660] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-df4eb7d8-5b64-4db4-b042-683b16e0b991 tempest-ServersTestBootFromVolume-2104901628 tempest-ServersTestBootFromVolume-2104901628-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.905832] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-df4eb7d8-5b64-4db4-b042-683b16e0b991 tempest-ServersTestBootFromVolume-2104901628 tempest-ServersTestBootFromVolume-2104901628-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.911723] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-df4eb7d8-5b64-4db4-b042-683b16e0b991 tempest-ServersTestBootFromVolume-2104901628 tempest-ServersTestBootFromVolume-2104901628-project-member] [instance: fb548893-2df5-4629-bf3a-3b0f807f6357] block_device_mapping [BlockDeviceMapping(attachment_id=a079b3f3-cead-4319-98ed-e70a37d7a48c,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=,uuid=,volume_id='5e72b245-48a6-4832-a2bc-efa0bb1b6c11',volume_size=1,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 583.912710] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-df4eb7d8-5b64-4db4-b042-683b16e0b991 tempest-ServersTestBootFromVolume-2104901628 tempest-ServersTestBootFromVolume-2104901628-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.913090] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-df4eb7d8-5b64-4db4-b042-683b16e0b991 tempest-ServersTestBootFromVolume-2104901628 tempest-ServersTestBootFromVolume-2104901628-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.913174] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-df4eb7d8-5b64-4db4-b042-683b16e0b991 tempest-ServersTestBootFromVolume-2104901628 tempest-ServersTestBootFromVolume-2104901628-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.943264] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-df4eb7d8-5b64-4db4-b042-683b16e0b991 tempest-ServersTestBootFromVolume-2104901628 tempest-ServersTestBootFromVolume-2104901628-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.943386] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-df4eb7d8-5b64-4db4-b042-683b16e0b991 tempest-ServersTestBootFromVolume-2104901628 tempest-ServersTestBootFromVolume-2104901628-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.943493] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-df4eb7d8-5b64-4db4-b042-683b16e0b991 tempest-ServersTestBootFromVolume-2104901628 tempest-ServersTestBootFromVolume-2104901628-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.139093] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell0:SELECT=3 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 588.178126] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=3,nova_cell1:INSERT=24,nova_cell1:RELEASE=3 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 588.192294] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=20,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 588.195972] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=16,nova_api:UPDATE=2,nova_api:DELETE=2 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 592.166779] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-44a76586-0f76-448f-af41-a5d846bfda81 tempest-ServerActionsV293TestJSON-849444864 tempest-ServerActionsV293TestJSON-849444864-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 592.183384] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-44a76586-0f76-448f-af41-a5d846bfda81 tempest-ServerActionsV293TestJSON-849444864 tempest-ServerActionsV293TestJSON-849444864-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.183620] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-44a76586-0f76-448f-af41-a5d846bfda81 tempest-ServerActionsV293TestJSON-849444864 tempest-ServerActionsV293TestJSON-849444864-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.183802] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-44a76586-0f76-448f-af41-a5d846bfda81 tempest-ServerActionsV293TestJSON-849444864 tempest-ServerActionsV293TestJSON-849444864-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.230027] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-44a76586-0f76-448f-af41-a5d846bfda81 tempest-ServerActionsV293TestJSON-849444864 tempest-ServerActionsV293TestJSON-849444864-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.230279] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-44a76586-0f76-448f-af41-a5d846bfda81 tempest-ServerActionsV293TestJSON-849444864 tempest-ServerActionsV293TestJSON-849444864-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.230449] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-44a76586-0f76-448f-af41-a5d846bfda81 tempest-ServerActionsV293TestJSON-849444864 tempest-ServerActionsV293TestJSON-849444864-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.230875] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-44a76586-0f76-448f-af41-a5d846bfda81 tempest-ServerActionsV293TestJSON-849444864 tempest-ServerActionsV293TestJSON-849444864-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.231815] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-44a76586-0f76-448f-af41-a5d846bfda81 tempest-ServerActionsV293TestJSON-849444864 tempest-ServerActionsV293TestJSON-849444864-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.231815] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-44a76586-0f76-448f-af41-a5d846bfda81 tempest-ServerActionsV293TestJSON-849444864 tempest-ServerActionsV293TestJSON-849444864-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.254113] nova-conductor[53858]: DEBUG nova.quota [None req-44a76586-0f76-448f-af41-a5d846bfda81 tempest-ServerActionsV293TestJSON-849444864 tempest-ServerActionsV293TestJSON-849444864-project-member] Getting quotas for project fea9f06542bd46dcbe15841a081f03bc. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 592.262881] nova-conductor[53858]: DEBUG nova.quota [None req-44a76586-0f76-448f-af41-a5d846bfda81 tempest-ServerActionsV293TestJSON-849444864 tempest-ServerActionsV293TestJSON-849444864-project-member] Getting quotas for user fd29f14d28074b45a257d8772cfe6e6f and project fea9f06542bd46dcbe15841a081f03bc. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 592.281360] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-44a76586-0f76-448f-af41-a5d846bfda81 tempest-ServerActionsV293TestJSON-849444864 tempest-ServerActionsV293TestJSON-849444864-project-member] [instance: 62144317-0354-4751-8f2b-4eae588c9da7] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 592.281360] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-44a76586-0f76-448f-af41-a5d846bfda81 tempest-ServerActionsV293TestJSON-849444864 tempest-ServerActionsV293TestJSON-849444864-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.281360] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-44a76586-0f76-448f-af41-a5d846bfda81 tempest-ServerActionsV293TestJSON-849444864 tempest-ServerActionsV293TestJSON-849444864-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.281360] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-44a76586-0f76-448f-af41-a5d846bfda81 tempest-ServerActionsV293TestJSON-849444864 tempest-ServerActionsV293TestJSON-849444864-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.289216] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-44a76586-0f76-448f-af41-a5d846bfda81 tempest-ServerActionsV293TestJSON-849444864 tempest-ServerActionsV293TestJSON-849444864-project-member] [instance: 62144317-0354-4751-8f2b-4eae588c9da7] block_device_mapping [BlockDeviceMapping(attachment_id=0d6b198e-67aa-466b-9ff1-4174dadf0076,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=,uuid=,volume_id='42937a2d-433b-4f1d-b30f-60189aa93e20',volume_size=1,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 592.289954] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-44a76586-0f76-448f-af41-a5d846bfda81 tempest-ServerActionsV293TestJSON-849444864 tempest-ServerActionsV293TestJSON-849444864-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.290190] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-44a76586-0f76-448f-af41-a5d846bfda81 tempest-ServerActionsV293TestJSON-849444864 tempest-ServerActionsV293TestJSON-849444864-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.290362] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-44a76586-0f76-448f-af41-a5d846bfda81 tempest-ServerActionsV293TestJSON-849444864 tempest-ServerActionsV293TestJSON-849444864-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.323586] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-44a76586-0f76-448f-af41-a5d846bfda81 tempest-ServerActionsV293TestJSON-849444864 tempest-ServerActionsV293TestJSON-849444864-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.323586] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-44a76586-0f76-448f-af41-a5d846bfda81 tempest-ServerActionsV293TestJSON-849444864 tempest-ServerActionsV293TestJSON-849444864-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.323586] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-44a76586-0f76-448f-af41-a5d846bfda81 tempest-ServerActionsV293TestJSON-849444864 tempest-ServerActionsV293TestJSON-849444864-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.140375] nova-conductor[53859]: ERROR nova.scheduler.utils [None req-15b9e1af-fe57-407e-a058-c08239279239 tempest-ServersWithSpecificFlavorTestJSON-1806421899 tempest-ServersWithSpecificFlavorTestJSON-1806421899-project-member] [instance: 4cec7bce-0136-43ad-898f-086058a505f2] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port fe27e2eb-c2cb-49f1-84e8-03cd81ad3229, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 4cec7bce-0136-43ad-898f-086058a505f2 was re-scheduled: Binding failed for port fe27e2eb-c2cb-49f1-84e8-03cd81ad3229, please check neutron logs for more information.\n'] [ 593.140680] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-15b9e1af-fe57-407e-a058-c08239279239 tempest-ServersWithSpecificFlavorTestJSON-1806421899 tempest-ServersWithSpecificFlavorTestJSON-1806421899-project-member] Rescheduling: True {{(pid=53859) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 593.143925] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-15b9e1af-fe57-407e-a058-c08239279239 tempest-ServersWithSpecificFlavorTestJSON-1806421899 tempest-ServersWithSpecificFlavorTestJSON-1806421899-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4cec7bce-0136-43ad-898f-086058a505f2.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4cec7bce-0136-43ad-898f-086058a505f2. [ 593.143925] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-15b9e1af-fe57-407e-a058-c08239279239 tempest-ServersWithSpecificFlavorTestJSON-1806421899 tempest-ServersWithSpecificFlavorTestJSON-1806421899-project-member] [instance: 4cec7bce-0136-43ad-898f-086058a505f2] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4cec7bce-0136-43ad-898f-086058a505f2. [ 593.181633] nova-conductor[53859]: DEBUG nova.network.neutron [None req-15b9e1af-fe57-407e-a058-c08239279239 tempest-ServersWithSpecificFlavorTestJSON-1806421899 tempest-ServersWithSpecificFlavorTestJSON-1806421899-project-member] [instance: 4cec7bce-0136-43ad-898f-086058a505f2] deallocate_for_instance() {{(pid=53859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 593.222067] nova-conductor[53859]: DEBUG nova.network.neutron [None req-15b9e1af-fe57-407e-a058-c08239279239 tempest-ServersWithSpecificFlavorTestJSON-1806421899 tempest-ServersWithSpecificFlavorTestJSON-1806421899-project-member] [instance: 4cec7bce-0136-43ad-898f-086058a505f2] Instance cache missing network info. {{(pid=53859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 593.226233] nova-conductor[53859]: DEBUG nova.network.neutron [None req-15b9e1af-fe57-407e-a058-c08239279239 tempest-ServersWithSpecificFlavorTestJSON-1806421899 tempest-ServersWithSpecificFlavorTestJSON-1806421899-project-member] [instance: 4cec7bce-0136-43ad-898f-086058a505f2] Updating instance_info_cache with network_info: [] {{(pid=53859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.190832] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-c09a27e9-8e33-411f-b17b-7cd8d66a175c tempest-ServerMetadataNegativeTestJSON-1976245157 tempest-ServerMetadataNegativeTestJSON-1976245157-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 594.218051] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-c09a27e9-8e33-411f-b17b-7cd8d66a175c tempest-ServerMetadataNegativeTestJSON-1976245157 tempest-ServerMetadataNegativeTestJSON-1976245157-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.219657] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-c09a27e9-8e33-411f-b17b-7cd8d66a175c tempest-ServerMetadataNegativeTestJSON-1976245157 tempest-ServerMetadataNegativeTestJSON-1976245157-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.219657] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-c09a27e9-8e33-411f-b17b-7cd8d66a175c tempest-ServerMetadataNegativeTestJSON-1976245157 tempest-ServerMetadataNegativeTestJSON-1976245157-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.269545] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-c09a27e9-8e33-411f-b17b-7cd8d66a175c tempest-ServerMetadataNegativeTestJSON-1976245157 tempest-ServerMetadataNegativeTestJSON-1976245157-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.269545] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-c09a27e9-8e33-411f-b17b-7cd8d66a175c tempest-ServerMetadataNegativeTestJSON-1976245157 tempest-ServerMetadataNegativeTestJSON-1976245157-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.269545] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-c09a27e9-8e33-411f-b17b-7cd8d66a175c tempest-ServerMetadataNegativeTestJSON-1976245157 tempest-ServerMetadataNegativeTestJSON-1976245157-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.269545] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-c09a27e9-8e33-411f-b17b-7cd8d66a175c tempest-ServerMetadataNegativeTestJSON-1976245157 tempest-ServerMetadataNegativeTestJSON-1976245157-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.269545] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-c09a27e9-8e33-411f-b17b-7cd8d66a175c tempest-ServerMetadataNegativeTestJSON-1976245157 tempest-ServerMetadataNegativeTestJSON-1976245157-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.269545] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-c09a27e9-8e33-411f-b17b-7cd8d66a175c tempest-ServerMetadataNegativeTestJSON-1976245157 tempest-ServerMetadataNegativeTestJSON-1976245157-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.283253] nova-conductor[53858]: DEBUG nova.quota [None req-c09a27e9-8e33-411f-b17b-7cd8d66a175c tempest-ServerMetadataNegativeTestJSON-1976245157 tempest-ServerMetadataNegativeTestJSON-1976245157-project-member] Getting quotas for project b7d4b45a6d8e4ab89f78ef68ac1d02ac. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 594.287070] nova-conductor[53858]: DEBUG nova.quota [None req-c09a27e9-8e33-411f-b17b-7cd8d66a175c tempest-ServerMetadataNegativeTestJSON-1976245157 tempest-ServerMetadataNegativeTestJSON-1976245157-project-member] Getting quotas for user 1be633de635c474da4211a1d17fc628e and project b7d4b45a6d8e4ab89f78ef68ac1d02ac. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 594.293059] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-c09a27e9-8e33-411f-b17b-7cd8d66a175c tempest-ServerMetadataNegativeTestJSON-1976245157 tempest-ServerMetadataNegativeTestJSON-1976245157-project-member] [instance: 25b62db6-6e64-4e38-bfd3-82a2e9a4883a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 594.293571] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-c09a27e9-8e33-411f-b17b-7cd8d66a175c tempest-ServerMetadataNegativeTestJSON-1976245157 tempest-ServerMetadataNegativeTestJSON-1976245157-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.293779] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-c09a27e9-8e33-411f-b17b-7cd8d66a175c tempest-ServerMetadataNegativeTestJSON-1976245157 tempest-ServerMetadataNegativeTestJSON-1976245157-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.294742] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-c09a27e9-8e33-411f-b17b-7cd8d66a175c tempest-ServerMetadataNegativeTestJSON-1976245157 tempest-ServerMetadataNegativeTestJSON-1976245157-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.300406] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-c09a27e9-8e33-411f-b17b-7cd8d66a175c tempest-ServerMetadataNegativeTestJSON-1976245157 tempest-ServerMetadataNegativeTestJSON-1976245157-project-member] [instance: 25b62db6-6e64-4e38-bfd3-82a2e9a4883a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 594.300406] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-c09a27e9-8e33-411f-b17b-7cd8d66a175c tempest-ServerMetadataNegativeTestJSON-1976245157 tempest-ServerMetadataNegativeTestJSON-1976245157-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.300406] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-c09a27e9-8e33-411f-b17b-7cd8d66a175c tempest-ServerMetadataNegativeTestJSON-1976245157 tempest-ServerMetadataNegativeTestJSON-1976245157-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.300406] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-c09a27e9-8e33-411f-b17b-7cd8d66a175c tempest-ServerMetadataNegativeTestJSON-1976245157 tempest-ServerMetadataNegativeTestJSON-1976245157-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.327730] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-c09a27e9-8e33-411f-b17b-7cd8d66a175c tempest-ServerMetadataNegativeTestJSON-1976245157 tempest-ServerMetadataNegativeTestJSON-1976245157-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.327730] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-c09a27e9-8e33-411f-b17b-7cd8d66a175c tempest-ServerMetadataNegativeTestJSON-1976245157 tempest-ServerMetadataNegativeTestJSON-1976245157-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.327730] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-c09a27e9-8e33-411f-b17b-7cd8d66a175c tempest-ServerMetadataNegativeTestJSON-1976245157 tempest-ServerMetadataNegativeTestJSON-1976245157-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.954541] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-24801cc4-3974-42da-978f-a22cb8f70af0 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 595.969822] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-24801cc4-3974-42da-978f-a22cb8f70af0 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.970073] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-24801cc4-3974-42da-978f-a22cb8f70af0 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.970245] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-24801cc4-3974-42da-978f-a22cb8f70af0 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.016322] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-24801cc4-3974-42da-978f-a22cb8f70af0 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.016322] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-24801cc4-3974-42da-978f-a22cb8f70af0 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.016322] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-24801cc4-3974-42da-978f-a22cb8f70af0 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.016322] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-24801cc4-3974-42da-978f-a22cb8f70af0 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.016322] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-24801cc4-3974-42da-978f-a22cb8f70af0 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.016322] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-24801cc4-3974-42da-978f-a22cb8f70af0 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.026359] nova-conductor[53859]: DEBUG nova.quota [None req-24801cc4-3974-42da-978f-a22cb8f70af0 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Getting quotas for project ebd1ac0807c34d0597971c074f4b6853. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 596.030426] nova-conductor[53859]: DEBUG nova.quota [None req-24801cc4-3974-42da-978f-a22cb8f70af0 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Getting quotas for user 0237dcc9ff3e4b5e919f8c921d16268e and project ebd1ac0807c34d0597971c074f4b6853. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 596.038630] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-24801cc4-3974-42da-978f-a22cb8f70af0 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] [instance: 2939d1e5-07fe-48b3-bc87-5f67fa1a7ae4] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 596.039055] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-24801cc4-3974-42da-978f-a22cb8f70af0 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.039264] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-24801cc4-3974-42da-978f-a22cb8f70af0 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.043110] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-24801cc4-3974-42da-978f-a22cb8f70af0 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.047922] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-24801cc4-3974-42da-978f-a22cb8f70af0 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] [instance: 2939d1e5-07fe-48b3-bc87-5f67fa1a7ae4] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 596.049499] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-24801cc4-3974-42da-978f-a22cb8f70af0 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.049499] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-24801cc4-3974-42da-978f-a22cb8f70af0 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.049499] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-24801cc4-3974-42da-978f-a22cb8f70af0 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.078395] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-24801cc4-3974-42da-978f-a22cb8f70af0 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.078395] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-24801cc4-3974-42da-978f-a22cb8f70af0 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.078395] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-24801cc4-3974-42da-978f-a22cb8f70af0 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.561391] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-425a3606-915c-4f9b-8507-50f1c8d0d8d9 tempest-ServerRescueTestJSON-521767381 tempest-ServerRescueTestJSON-521767381-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 600.582136] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-425a3606-915c-4f9b-8507-50f1c8d0d8d9 tempest-ServerRescueTestJSON-521767381 tempest-ServerRescueTestJSON-521767381-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.582379] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-425a3606-915c-4f9b-8507-50f1c8d0d8d9 tempest-ServerRescueTestJSON-521767381 tempest-ServerRescueTestJSON-521767381-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.582547] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-425a3606-915c-4f9b-8507-50f1c8d0d8d9 tempest-ServerRescueTestJSON-521767381 tempest-ServerRescueTestJSON-521767381-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.640320] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-425a3606-915c-4f9b-8507-50f1c8d0d8d9 tempest-ServerRescueTestJSON-521767381 tempest-ServerRescueTestJSON-521767381-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.640511] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-425a3606-915c-4f9b-8507-50f1c8d0d8d9 tempest-ServerRescueTestJSON-521767381 tempest-ServerRescueTestJSON-521767381-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.640680] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-425a3606-915c-4f9b-8507-50f1c8d0d8d9 tempest-ServerRescueTestJSON-521767381 tempest-ServerRescueTestJSON-521767381-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.641071] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-425a3606-915c-4f9b-8507-50f1c8d0d8d9 tempest-ServerRescueTestJSON-521767381 tempest-ServerRescueTestJSON-521767381-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.641255] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-425a3606-915c-4f9b-8507-50f1c8d0d8d9 tempest-ServerRescueTestJSON-521767381 tempest-ServerRescueTestJSON-521767381-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.641412] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-425a3606-915c-4f9b-8507-50f1c8d0d8d9 tempest-ServerRescueTestJSON-521767381 tempest-ServerRescueTestJSON-521767381-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.658249] nova-conductor[53859]: DEBUG nova.quota [None req-425a3606-915c-4f9b-8507-50f1c8d0d8d9 tempest-ServerRescueTestJSON-521767381 tempest-ServerRescueTestJSON-521767381-project-member] Getting quotas for project f6623f952ddc4fa18da81ea3b1cd84da. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 600.662814] nova-conductor[53859]: DEBUG nova.quota [None req-425a3606-915c-4f9b-8507-50f1c8d0d8d9 tempest-ServerRescueTestJSON-521767381 tempest-ServerRescueTestJSON-521767381-project-member] Getting quotas for user 794e975f0c2646e08ba0d579ea0f3eb6 and project f6623f952ddc4fa18da81ea3b1cd84da. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 600.672875] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-425a3606-915c-4f9b-8507-50f1c8d0d8d9 tempest-ServerRescueTestJSON-521767381 tempest-ServerRescueTestJSON-521767381-project-member] [instance: 74b32299-983f-41f7-b3f4-3a12815a83e6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 600.673434] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-425a3606-915c-4f9b-8507-50f1c8d0d8d9 tempest-ServerRescueTestJSON-521767381 tempest-ServerRescueTestJSON-521767381-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.673646] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-425a3606-915c-4f9b-8507-50f1c8d0d8d9 tempest-ServerRescueTestJSON-521767381 tempest-ServerRescueTestJSON-521767381-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.673806] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-425a3606-915c-4f9b-8507-50f1c8d0d8d9 tempest-ServerRescueTestJSON-521767381 tempest-ServerRescueTestJSON-521767381-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.697772] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-425a3606-915c-4f9b-8507-50f1c8d0d8d9 tempest-ServerRescueTestJSON-521767381 tempest-ServerRescueTestJSON-521767381-project-member] [instance: 74b32299-983f-41f7-b3f4-3a12815a83e6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 600.700848] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-425a3606-915c-4f9b-8507-50f1c8d0d8d9 tempest-ServerRescueTestJSON-521767381 tempest-ServerRescueTestJSON-521767381-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.700848] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-425a3606-915c-4f9b-8507-50f1c8d0d8d9 tempest-ServerRescueTestJSON-521767381 tempest-ServerRescueTestJSON-521767381-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.700848] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-425a3606-915c-4f9b-8507-50f1c8d0d8d9 tempest-ServerRescueTestJSON-521767381 tempest-ServerRescueTestJSON-521767381-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.771672] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-425a3606-915c-4f9b-8507-50f1c8d0d8d9 tempest-ServerRescueTestJSON-521767381 tempest-ServerRescueTestJSON-521767381-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.771958] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-425a3606-915c-4f9b-8507-50f1c8d0d8d9 tempest-ServerRescueTestJSON-521767381 tempest-ServerRescueTestJSON-521767381-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.772214] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-425a3606-915c-4f9b-8507-50f1c8d0d8d9 tempest-ServerRescueTestJSON-521767381 tempest-ServerRescueTestJSON-521767381-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.740185] nova-conductor[53859]: ERROR nova.scheduler.utils [None req-36da9865-5d98-4c2a-a964-964bee74523c tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] [instance: f3f872ce-cbbe-4407-b4e0-3341bb598825] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 793a91d7-2744-40de-8e41-428eacfdaee8, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance f3f872ce-cbbe-4407-b4e0-3341bb598825 was re-scheduled: Binding failed for port 793a91d7-2744-40de-8e41-428eacfdaee8, please check neutron logs for more information.\n'] [ 601.740878] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-36da9865-5d98-4c2a-a964-964bee74523c tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Rescheduling: True {{(pid=53859) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 601.741135] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-36da9865-5d98-4c2a-a964-964bee74523c tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f3f872ce-cbbe-4407-b4e0-3341bb598825.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f3f872ce-cbbe-4407-b4e0-3341bb598825. [ 601.741458] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-36da9865-5d98-4c2a-a964-964bee74523c tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] [instance: f3f872ce-cbbe-4407-b4e0-3341bb598825] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f3f872ce-cbbe-4407-b4e0-3341bb598825. [ 601.772531] nova-conductor[53859]: DEBUG nova.network.neutron [None req-36da9865-5d98-4c2a-a964-964bee74523c tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] [instance: f3f872ce-cbbe-4407-b4e0-3341bb598825] deallocate_for_instance() {{(pid=53859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 601.969181] nova-conductor[53859]: DEBUG nova.network.neutron [None req-36da9865-5d98-4c2a-a964-964bee74523c tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] [instance: f3f872ce-cbbe-4407-b4e0-3341bb598825] Instance cache missing network info. {{(pid=53859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 601.985310] nova-conductor[53859]: DEBUG nova.network.neutron [None req-36da9865-5d98-4c2a-a964-964bee74523c tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] [instance: f3f872ce-cbbe-4407-b4e0-3341bb598825] Updating instance_info_cache with network_info: [] {{(pid=53859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.274041] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell0:SELECT=9 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 604.303455] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell1:SELECT=31,nova_cell1:SAVEPOINT=8,nova_cell1:INSERT=74,nova_cell1:RELEASE=8,nova_cell1:UPDATE=3 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 604.319461] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=54,nova_api:UPDATE=5,nova_api:DELETE=5 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 604.322622] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=56,nova_api:DELETE=4,nova_api:UPDATE=4 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 604.372271] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-40b011d4-39ab-4684-a124-b3ba87d489df tempest-ServerPasswordTestJSON-595643156 tempest-ServerPasswordTestJSON-595643156-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 604.388240] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-40b011d4-39ab-4684-a124-b3ba87d489df tempest-ServerPasswordTestJSON-595643156 tempest-ServerPasswordTestJSON-595643156-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.388464] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-40b011d4-39ab-4684-a124-b3ba87d489df tempest-ServerPasswordTestJSON-595643156 tempest-ServerPasswordTestJSON-595643156-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.388701] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-40b011d4-39ab-4684-a124-b3ba87d489df tempest-ServerPasswordTestJSON-595643156 tempest-ServerPasswordTestJSON-595643156-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.433051] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-40b011d4-39ab-4684-a124-b3ba87d489df tempest-ServerPasswordTestJSON-595643156 tempest-ServerPasswordTestJSON-595643156-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.433277] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-40b011d4-39ab-4684-a124-b3ba87d489df tempest-ServerPasswordTestJSON-595643156 tempest-ServerPasswordTestJSON-595643156-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.433453] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-40b011d4-39ab-4684-a124-b3ba87d489df tempest-ServerPasswordTestJSON-595643156 tempest-ServerPasswordTestJSON-595643156-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.433815] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-40b011d4-39ab-4684-a124-b3ba87d489df tempest-ServerPasswordTestJSON-595643156 tempest-ServerPasswordTestJSON-595643156-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.434011] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-40b011d4-39ab-4684-a124-b3ba87d489df tempest-ServerPasswordTestJSON-595643156 tempest-ServerPasswordTestJSON-595643156-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.434211] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-40b011d4-39ab-4684-a124-b3ba87d489df tempest-ServerPasswordTestJSON-595643156 tempest-ServerPasswordTestJSON-595643156-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.445631] nova-conductor[53859]: DEBUG nova.quota [None req-40b011d4-39ab-4684-a124-b3ba87d489df tempest-ServerPasswordTestJSON-595643156 tempest-ServerPasswordTestJSON-595643156-project-member] Getting quotas for project 6f2e284cda8b488794fb282d996e9d49. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 604.449069] nova-conductor[53859]: DEBUG nova.quota [None req-40b011d4-39ab-4684-a124-b3ba87d489df tempest-ServerPasswordTestJSON-595643156 tempest-ServerPasswordTestJSON-595643156-project-member] Getting quotas for user 43bcbd57bb024fe4bfe0d88539775808 and project 6f2e284cda8b488794fb282d996e9d49. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 604.456701] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-40b011d4-39ab-4684-a124-b3ba87d489df tempest-ServerPasswordTestJSON-595643156 tempest-ServerPasswordTestJSON-595643156-project-member] [instance: 7c0341f9-7401-42ee-9512-afd832c76940] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 604.456701] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-40b011d4-39ab-4684-a124-b3ba87d489df tempest-ServerPasswordTestJSON-595643156 tempest-ServerPasswordTestJSON-595643156-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.457215] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-40b011d4-39ab-4684-a124-b3ba87d489df tempest-ServerPasswordTestJSON-595643156 tempest-ServerPasswordTestJSON-595643156-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.457398] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-40b011d4-39ab-4684-a124-b3ba87d489df tempest-ServerPasswordTestJSON-595643156 tempest-ServerPasswordTestJSON-595643156-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.462571] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-40b011d4-39ab-4684-a124-b3ba87d489df tempest-ServerPasswordTestJSON-595643156 tempest-ServerPasswordTestJSON-595643156-project-member] [instance: 7c0341f9-7401-42ee-9512-afd832c76940] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 604.463819] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-40b011d4-39ab-4684-a124-b3ba87d489df tempest-ServerPasswordTestJSON-595643156 tempest-ServerPasswordTestJSON-595643156-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.463819] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-40b011d4-39ab-4684-a124-b3ba87d489df tempest-ServerPasswordTestJSON-595643156 tempest-ServerPasswordTestJSON-595643156-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.463819] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-40b011d4-39ab-4684-a124-b3ba87d489df tempest-ServerPasswordTestJSON-595643156 tempest-ServerPasswordTestJSON-595643156-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.484038] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-40b011d4-39ab-4684-a124-b3ba87d489df tempest-ServerPasswordTestJSON-595643156 tempest-ServerPasswordTestJSON-595643156-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.484038] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-40b011d4-39ab-4684-a124-b3ba87d489df tempest-ServerPasswordTestJSON-595643156 tempest-ServerPasswordTestJSON-595643156-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.485100] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-40b011d4-39ab-4684-a124-b3ba87d489df tempest-ServerPasswordTestJSON-595643156 tempest-ServerPasswordTestJSON-595643156-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.778664] nova-conductor[53858]: ERROR nova.scheduler.utils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] [instance: 6a2d7ede-e0cc-4a36-b1b2-0b36b269ecb5] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 3b3effc4-2768-46ad-8e11-d2719c57d383, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 6a2d7ede-e0cc-4a36-b1b2-0b36b269ecb5 was re-scheduled: Binding failed for port 3b3effc4-2768-46ad-8e11-d2719c57d383, please check neutron logs for more information.\n'] [ 604.779294] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Rescheduling: True {{(pid=53858) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 604.779530] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6a2d7ede-e0cc-4a36-b1b2-0b36b269ecb5.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6a2d7ede-e0cc-4a36-b1b2-0b36b269ecb5. [ 604.779861] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] [instance: 6a2d7ede-e0cc-4a36-b1b2-0b36b269ecb5] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6a2d7ede-e0cc-4a36-b1b2-0b36b269ecb5. [ 604.819583] nova-conductor[53858]: DEBUG nova.network.neutron [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] [instance: 6a2d7ede-e0cc-4a36-b1b2-0b36b269ecb5] deallocate_for_instance() {{(pid=53858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 604.843641] nova-conductor[53858]: DEBUG nova.network.neutron [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] [instance: 6a2d7ede-e0cc-4a36-b1b2-0b36b269ecb5] Instance cache missing network info. {{(pid=53858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 604.849292] nova-conductor[53858]: DEBUG nova.network.neutron [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] [instance: 6a2d7ede-e0cc-4a36-b1b2-0b36b269ecb5] Updating instance_info_cache with network_info: [] {{(pid=53858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.752170] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-13202777-73e8-40d3-a6ad-7bb49e61267a tempest-ImagesNegativeTestJSON-1202128281 tempest-ImagesNegativeTestJSON-1202128281-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 610.773864] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-13202777-73e8-40d3-a6ad-7bb49e61267a tempest-ImagesNegativeTestJSON-1202128281 tempest-ImagesNegativeTestJSON-1202128281-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.773927] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-13202777-73e8-40d3-a6ad-7bb49e61267a tempest-ImagesNegativeTestJSON-1202128281 tempest-ImagesNegativeTestJSON-1202128281-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.774136] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-13202777-73e8-40d3-a6ad-7bb49e61267a tempest-ImagesNegativeTestJSON-1202128281 tempest-ImagesNegativeTestJSON-1202128281-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.810247] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-13202777-73e8-40d3-a6ad-7bb49e61267a tempest-ImagesNegativeTestJSON-1202128281 tempest-ImagesNegativeTestJSON-1202128281-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.810247] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-13202777-73e8-40d3-a6ad-7bb49e61267a tempest-ImagesNegativeTestJSON-1202128281 tempest-ImagesNegativeTestJSON-1202128281-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.810319] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-13202777-73e8-40d3-a6ad-7bb49e61267a tempest-ImagesNegativeTestJSON-1202128281 tempest-ImagesNegativeTestJSON-1202128281-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.810654] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-13202777-73e8-40d3-a6ad-7bb49e61267a tempest-ImagesNegativeTestJSON-1202128281 tempest-ImagesNegativeTestJSON-1202128281-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.810854] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-13202777-73e8-40d3-a6ad-7bb49e61267a tempest-ImagesNegativeTestJSON-1202128281 tempest-ImagesNegativeTestJSON-1202128281-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.810997] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-13202777-73e8-40d3-a6ad-7bb49e61267a tempest-ImagesNegativeTestJSON-1202128281 tempest-ImagesNegativeTestJSON-1202128281-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.823098] nova-conductor[53858]: DEBUG nova.quota [None req-13202777-73e8-40d3-a6ad-7bb49e61267a tempest-ImagesNegativeTestJSON-1202128281 tempest-ImagesNegativeTestJSON-1202128281-project-member] Getting quotas for project 590f198ea30e4ce1acbf1911cd251e8b. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 610.830203] nova-conductor[53858]: DEBUG nova.quota [None req-13202777-73e8-40d3-a6ad-7bb49e61267a tempest-ImagesNegativeTestJSON-1202128281 tempest-ImagesNegativeTestJSON-1202128281-project-member] Getting quotas for user 388917d2958b4545a0e72d9b3e8d4e79 and project 590f198ea30e4ce1acbf1911cd251e8b. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 610.838993] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-13202777-73e8-40d3-a6ad-7bb49e61267a tempest-ImagesNegativeTestJSON-1202128281 tempest-ImagesNegativeTestJSON-1202128281-project-member] [instance: f7e1d517-3e39-4381-83be-0152368b8120] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 610.838993] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-13202777-73e8-40d3-a6ad-7bb49e61267a tempest-ImagesNegativeTestJSON-1202128281 tempest-ImagesNegativeTestJSON-1202128281-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.839164] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-13202777-73e8-40d3-a6ad-7bb49e61267a tempest-ImagesNegativeTestJSON-1202128281 tempest-ImagesNegativeTestJSON-1202128281-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.839389] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-13202777-73e8-40d3-a6ad-7bb49e61267a tempest-ImagesNegativeTestJSON-1202128281 tempest-ImagesNegativeTestJSON-1202128281-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.850306] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-13202777-73e8-40d3-a6ad-7bb49e61267a tempest-ImagesNegativeTestJSON-1202128281 tempest-ImagesNegativeTestJSON-1202128281-project-member] [instance: f7e1d517-3e39-4381-83be-0152368b8120] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 610.851060] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-13202777-73e8-40d3-a6ad-7bb49e61267a tempest-ImagesNegativeTestJSON-1202128281 tempest-ImagesNegativeTestJSON-1202128281-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.851850] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-13202777-73e8-40d3-a6ad-7bb49e61267a tempest-ImagesNegativeTestJSON-1202128281 tempest-ImagesNegativeTestJSON-1202128281-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.851850] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-13202777-73e8-40d3-a6ad-7bb49e61267a tempest-ImagesNegativeTestJSON-1202128281 tempest-ImagesNegativeTestJSON-1202128281-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.877456] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-13202777-73e8-40d3-a6ad-7bb49e61267a tempest-ImagesNegativeTestJSON-1202128281 tempest-ImagesNegativeTestJSON-1202128281-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.877702] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-13202777-73e8-40d3-a6ad-7bb49e61267a tempest-ImagesNegativeTestJSON-1202128281 tempest-ImagesNegativeTestJSON-1202128281-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.877895] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-13202777-73e8-40d3-a6ad-7bb49e61267a tempest-ImagesNegativeTestJSON-1202128281 tempest-ImagesNegativeTestJSON-1202128281-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.501392] nova-conductor[53859]: ERROR nova.scheduler.utils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] [instance: 9c3e2f94-91da-4255-b4d6-1c01e100ff48] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port cf3f1ca2-6afa-4f12-99b7-24adee47529f, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 9c3e2f94-91da-4255-b4d6-1c01e100ff48 was re-scheduled: Binding failed for port cf3f1ca2-6afa-4f12-99b7-24adee47529f, please check neutron logs for more information.\n'] [ 611.502143] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Rescheduling: True {{(pid=53859) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 611.502252] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9c3e2f94-91da-4255-b4d6-1c01e100ff48.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9c3e2f94-91da-4255-b4d6-1c01e100ff48. [ 611.502556] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] [instance: 9c3e2f94-91da-4255-b4d6-1c01e100ff48] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9c3e2f94-91da-4255-b4d6-1c01e100ff48. [ 611.539128] nova-conductor[53859]: DEBUG nova.network.neutron [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] [instance: 9c3e2f94-91da-4255-b4d6-1c01e100ff48] deallocate_for_instance() {{(pid=53859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 611.555406] nova-conductor[53859]: DEBUG nova.network.neutron [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] [instance: 9c3e2f94-91da-4255-b4d6-1c01e100ff48] Instance cache missing network info. {{(pid=53859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 611.559599] nova-conductor[53859]: DEBUG nova.network.neutron [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] [instance: 9c3e2f94-91da-4255-b4d6-1c01e100ff48] Updating instance_info_cache with network_info: [] {{(pid=53859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.558360] nova-conductor[53859]: ERROR nova.scheduler.utils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] [instance: 93818ffd-eb85-48f0-aebd-9774467b0a8f] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port e0c01f6c-546d-4532-b730-becd9e5dfcda, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 93818ffd-eb85-48f0-aebd-9774467b0a8f was re-scheduled: Binding failed for port e0c01f6c-546d-4532-b730-becd9e5dfcda, please check neutron logs for more information.\n'] [ 613.558360] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Rescheduling: True {{(pid=53859) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 613.558360] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 93818ffd-eb85-48f0-aebd-9774467b0a8f.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 93818ffd-eb85-48f0-aebd-9774467b0a8f. [ 613.558782] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] [instance: 93818ffd-eb85-48f0-aebd-9774467b0a8f] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 93818ffd-eb85-48f0-aebd-9774467b0a8f. [ 613.579599] nova-conductor[53859]: DEBUG nova.network.neutron [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] [instance: 93818ffd-eb85-48f0-aebd-9774467b0a8f] deallocate_for_instance() {{(pid=53859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 613.647512] nova-conductor[53859]: DEBUG nova.network.neutron [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] [instance: 93818ffd-eb85-48f0-aebd-9774467b0a8f] Instance cache missing network info. {{(pid=53859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 613.651877] nova-conductor[53859]: DEBUG nova.network.neutron [None req-fba27a13-474d-4fe3-9187-c31143f40aa5 tempest-ListServersNegativeTestJSON-1751562555 tempest-ListServersNegativeTestJSON-1751562555-project-member] [instance: 93818ffd-eb85-48f0-aebd-9774467b0a8f] Updating instance_info_cache with network_info: [] {{(pid=53859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.439163] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell0:SELECT=3 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 614.465941] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=23,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 614.481351] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=17,nova_api:DELETE=2,nova_api:UPDATE=2 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 614.818442] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-f7b52f4c-b2e3-49f8-b056-b7254f72bb20 tempest-AttachInterfacesUnderV243Test-498638506 tempest-AttachInterfacesUnderV243Test-498638506-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 614.831840] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f7b52f4c-b2e3-49f8-b056-b7254f72bb20 tempest-AttachInterfacesUnderV243Test-498638506 tempest-AttachInterfacesUnderV243Test-498638506-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.832097] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f7b52f4c-b2e3-49f8-b056-b7254f72bb20 tempest-AttachInterfacesUnderV243Test-498638506 tempest-AttachInterfacesUnderV243Test-498638506-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.832275] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f7b52f4c-b2e3-49f8-b056-b7254f72bb20 tempest-AttachInterfacesUnderV243Test-498638506 tempest-AttachInterfacesUnderV243Test-498638506-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.882208] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f7b52f4c-b2e3-49f8-b056-b7254f72bb20 tempest-AttachInterfacesUnderV243Test-498638506 tempest-AttachInterfacesUnderV243Test-498638506-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.882445] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f7b52f4c-b2e3-49f8-b056-b7254f72bb20 tempest-AttachInterfacesUnderV243Test-498638506 tempest-AttachInterfacesUnderV243Test-498638506-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.882618] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f7b52f4c-b2e3-49f8-b056-b7254f72bb20 tempest-AttachInterfacesUnderV243Test-498638506 tempest-AttachInterfacesUnderV243Test-498638506-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.882987] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f7b52f4c-b2e3-49f8-b056-b7254f72bb20 tempest-AttachInterfacesUnderV243Test-498638506 tempest-AttachInterfacesUnderV243Test-498638506-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.883194] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f7b52f4c-b2e3-49f8-b056-b7254f72bb20 tempest-AttachInterfacesUnderV243Test-498638506 tempest-AttachInterfacesUnderV243Test-498638506-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.883355] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f7b52f4c-b2e3-49f8-b056-b7254f72bb20 tempest-AttachInterfacesUnderV243Test-498638506 tempest-AttachInterfacesUnderV243Test-498638506-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.907543] nova-conductor[53859]: DEBUG nova.quota [None req-f7b52f4c-b2e3-49f8-b056-b7254f72bb20 tempest-AttachInterfacesUnderV243Test-498638506 tempest-AttachInterfacesUnderV243Test-498638506-project-member] Getting quotas for project d9a6fd5f7d7940f2a5778cd9b8e9f42e. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 614.914296] nova-conductor[53859]: DEBUG nova.quota [None req-f7b52f4c-b2e3-49f8-b056-b7254f72bb20 tempest-AttachInterfacesUnderV243Test-498638506 tempest-AttachInterfacesUnderV243Test-498638506-project-member] Getting quotas for user 5707e34fe99f4c449b55c738a046f303 and project d9a6fd5f7d7940f2a5778cd9b8e9f42e. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 614.931738] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-f7b52f4c-b2e3-49f8-b056-b7254f72bb20 tempest-AttachInterfacesUnderV243Test-498638506 tempest-AttachInterfacesUnderV243Test-498638506-project-member] [instance: 0eab2200-2528-4a89-821a-cdd6a3c99297] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 614.932226] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f7b52f4c-b2e3-49f8-b056-b7254f72bb20 tempest-AttachInterfacesUnderV243Test-498638506 tempest-AttachInterfacesUnderV243Test-498638506-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.932492] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f7b52f4c-b2e3-49f8-b056-b7254f72bb20 tempest-AttachInterfacesUnderV243Test-498638506 tempest-AttachInterfacesUnderV243Test-498638506-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.932694] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f7b52f4c-b2e3-49f8-b056-b7254f72bb20 tempest-AttachInterfacesUnderV243Test-498638506 tempest-AttachInterfacesUnderV243Test-498638506-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.935863] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-f7b52f4c-b2e3-49f8-b056-b7254f72bb20 tempest-AttachInterfacesUnderV243Test-498638506 tempest-AttachInterfacesUnderV243Test-498638506-project-member] [instance: 0eab2200-2528-4a89-821a-cdd6a3c99297] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 614.936469] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f7b52f4c-b2e3-49f8-b056-b7254f72bb20 tempest-AttachInterfacesUnderV243Test-498638506 tempest-AttachInterfacesUnderV243Test-498638506-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.936657] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f7b52f4c-b2e3-49f8-b056-b7254f72bb20 tempest-AttachInterfacesUnderV243Test-498638506 tempest-AttachInterfacesUnderV243Test-498638506-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.936823] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f7b52f4c-b2e3-49f8-b056-b7254f72bb20 tempest-AttachInterfacesUnderV243Test-498638506 tempest-AttachInterfacesUnderV243Test-498638506-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.950252] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f7b52f4c-b2e3-49f8-b056-b7254f72bb20 tempest-AttachInterfacesUnderV243Test-498638506 tempest-AttachInterfacesUnderV243Test-498638506-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.950461] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f7b52f4c-b2e3-49f8-b056-b7254f72bb20 tempest-AttachInterfacesUnderV243Test-498638506 tempest-AttachInterfacesUnderV243Test-498638506-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.950629] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f7b52f4c-b2e3-49f8-b056-b7254f72bb20 tempest-AttachInterfacesUnderV243Test-498638506 tempest-AttachInterfacesUnderV243Test-498638506-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.709945] nova-conductor[53858]: ERROR nova.scheduler.utils [None req-543d2693-878a-4ade-aaa2-339016c76eca tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] [instance: 045c0b05-333e-4f95-94b0-8f51d87dca0a] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 3d9f5735-20ed-42f4-9565-073437eef966, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 045c0b05-333e-4f95-94b0-8f51d87dca0a was re-scheduled: Binding failed for port 3d9f5735-20ed-42f4-9565-073437eef966, please check neutron logs for more information.\n'] [ 615.713862] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-543d2693-878a-4ade-aaa2-339016c76eca tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Rescheduling: True {{(pid=53858) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 615.713862] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-543d2693-878a-4ade-aaa2-339016c76eca tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 045c0b05-333e-4f95-94b0-8f51d87dca0a.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 045c0b05-333e-4f95-94b0-8f51d87dca0a. [ 615.713862] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-543d2693-878a-4ade-aaa2-339016c76eca tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] [instance: 045c0b05-333e-4f95-94b0-8f51d87dca0a] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 045c0b05-333e-4f95-94b0-8f51d87dca0a. [ 615.747035] nova-conductor[53858]: DEBUG nova.network.neutron [None req-543d2693-878a-4ade-aaa2-339016c76eca tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] [instance: 045c0b05-333e-4f95-94b0-8f51d87dca0a] deallocate_for_instance() {{(pid=53858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 615.770695] nova-conductor[53858]: DEBUG nova.network.neutron [None req-543d2693-878a-4ade-aaa2-339016c76eca tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] [instance: 045c0b05-333e-4f95-94b0-8f51d87dca0a] Instance cache missing network info. {{(pid=53858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 615.774929] nova-conductor[53858]: DEBUG nova.network.neutron [None req-543d2693-878a-4ade-aaa2-339016c76eca tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] [instance: 045c0b05-333e-4f95-94b0-8f51d87dca0a] Updating instance_info_cache with network_info: [] {{(pid=53858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.539665] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-4a9f7dc2-7221-4911-9bc8-b39b7a22ddda tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 619.555189] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-4a9f7dc2-7221-4911-9bc8-b39b7a22ddda tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.555189] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-4a9f7dc2-7221-4911-9bc8-b39b7a22ddda tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.555189] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-4a9f7dc2-7221-4911-9bc8-b39b7a22ddda tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.592008] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-4a9f7dc2-7221-4911-9bc8-b39b7a22ddda tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.592285] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-4a9f7dc2-7221-4911-9bc8-b39b7a22ddda tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.592461] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-4a9f7dc2-7221-4911-9bc8-b39b7a22ddda tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.592851] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-4a9f7dc2-7221-4911-9bc8-b39b7a22ddda tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.593050] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-4a9f7dc2-7221-4911-9bc8-b39b7a22ddda tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.593220] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-4a9f7dc2-7221-4911-9bc8-b39b7a22ddda tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.602825] nova-conductor[53859]: DEBUG nova.quota [None req-4a9f7dc2-7221-4911-9bc8-b39b7a22ddda tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Getting quotas for project 912300a09b80452e85e3cd13c4a644cc. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 619.606025] nova-conductor[53859]: DEBUG nova.quota [None req-4a9f7dc2-7221-4911-9bc8-b39b7a22ddda tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Getting quotas for user cd5039bf8f4344e490df828e643d2779 and project 912300a09b80452e85e3cd13c4a644cc. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 619.615574] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-4a9f7dc2-7221-4911-9bc8-b39b7a22ddda tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] [instance: 22d1e8ed-75c5-42e9-ae55-12d59e565914] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 619.615574] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-4a9f7dc2-7221-4911-9bc8-b39b7a22ddda tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.615731] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-4a9f7dc2-7221-4911-9bc8-b39b7a22ddda tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.615889] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-4a9f7dc2-7221-4911-9bc8-b39b7a22ddda tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.621325] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-4a9f7dc2-7221-4911-9bc8-b39b7a22ddda tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] [instance: 22d1e8ed-75c5-42e9-ae55-12d59e565914] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 619.621986] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-4a9f7dc2-7221-4911-9bc8-b39b7a22ddda tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.622201] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-4a9f7dc2-7221-4911-9bc8-b39b7a22ddda tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.622367] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-4a9f7dc2-7221-4911-9bc8-b39b7a22ddda tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.641930] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-4a9f7dc2-7221-4911-9bc8-b39b7a22ddda tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.641930] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-4a9f7dc2-7221-4911-9bc8-b39b7a22ddda tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.641930] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-4a9f7dc2-7221-4911-9bc8-b39b7a22ddda tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.743796] nova-conductor[53859]: ERROR nova.scheduler.utils [None req-58d8b214-0b32-4993-bdd8-d652de7f9397 tempest-ServerActionsTestOtherA-1581037736 tempest-ServerActionsTestOtherA-1581037736-project-member] [instance: af5feda7-204a-47f1-b7fa-afe44832b9a2] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 1b61be5f-12b3-4ed1-a87e-41558aedeada, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance af5feda7-204a-47f1-b7fa-afe44832b9a2 was re-scheduled: Binding failed for port 1b61be5f-12b3-4ed1-a87e-41558aedeada, please check neutron logs for more information.\n'] [ 620.744366] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-58d8b214-0b32-4993-bdd8-d652de7f9397 tempest-ServerActionsTestOtherA-1581037736 tempest-ServerActionsTestOtherA-1581037736-project-member] Rescheduling: True {{(pid=53859) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 620.744606] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-58d8b214-0b32-4993-bdd8-d652de7f9397 tempest-ServerActionsTestOtherA-1581037736 tempest-ServerActionsTestOtherA-1581037736-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance af5feda7-204a-47f1-b7fa-afe44832b9a2.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance af5feda7-204a-47f1-b7fa-afe44832b9a2. [ 620.744929] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-58d8b214-0b32-4993-bdd8-d652de7f9397 tempest-ServerActionsTestOtherA-1581037736 tempest-ServerActionsTestOtherA-1581037736-project-member] [instance: af5feda7-204a-47f1-b7fa-afe44832b9a2] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance af5feda7-204a-47f1-b7fa-afe44832b9a2. [ 620.769530] nova-conductor[53859]: DEBUG nova.network.neutron [None req-58d8b214-0b32-4993-bdd8-d652de7f9397 tempest-ServerActionsTestOtherA-1581037736 tempest-ServerActionsTestOtherA-1581037736-project-member] [instance: af5feda7-204a-47f1-b7fa-afe44832b9a2] deallocate_for_instance() {{(pid=53859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 620.785461] nova-conductor[53859]: DEBUG nova.network.neutron [None req-58d8b214-0b32-4993-bdd8-d652de7f9397 tempest-ServerActionsTestOtherA-1581037736 tempest-ServerActionsTestOtherA-1581037736-project-member] [instance: af5feda7-204a-47f1-b7fa-afe44832b9a2] Instance cache missing network info. {{(pid=53859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 620.789388] nova-conductor[53859]: DEBUG nova.network.neutron [None req-58d8b214-0b32-4993-bdd8-d652de7f9397 tempest-ServerActionsTestOtherA-1581037736 tempest-ServerActionsTestOtherA-1581037736-project-member] [instance: af5feda7-204a-47f1-b7fa-afe44832b9a2] Updating instance_info_cache with network_info: [] {{(pid=53859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.815317] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell0:SELECT=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 620.854558] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 620.869657] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=7 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 620.875104] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 622.761588] nova-conductor[53859]: ERROR nova.scheduler.utils [None req-595ebb22-536b-4375-9cbe-6fc472a5a17d tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] [instance: 71d9eccc-3b90-4b0a-a59a-d6a8e08a9417] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port b42828d3-f036-4a41-949a-3505532203d9, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 71d9eccc-3b90-4b0a-a59a-d6a8e08a9417 was re-scheduled: Binding failed for port b42828d3-f036-4a41-949a-3505532203d9, please check neutron logs for more information.\n'] [ 622.762305] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-595ebb22-536b-4375-9cbe-6fc472a5a17d tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Rescheduling: True {{(pid=53859) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 622.762585] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-595ebb22-536b-4375-9cbe-6fc472a5a17d tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 71d9eccc-3b90-4b0a-a59a-d6a8e08a9417.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 71d9eccc-3b90-4b0a-a59a-d6a8e08a9417. [ 622.762843] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-595ebb22-536b-4375-9cbe-6fc472a5a17d tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] [instance: 71d9eccc-3b90-4b0a-a59a-d6a8e08a9417] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 71d9eccc-3b90-4b0a-a59a-d6a8e08a9417. [ 622.794065] nova-conductor[53859]: DEBUG nova.network.neutron [None req-595ebb22-536b-4375-9cbe-6fc472a5a17d tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] [instance: 71d9eccc-3b90-4b0a-a59a-d6a8e08a9417] deallocate_for_instance() {{(pid=53859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 622.820604] nova-conductor[53859]: DEBUG nova.network.neutron [None req-595ebb22-536b-4375-9cbe-6fc472a5a17d tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] [instance: 71d9eccc-3b90-4b0a-a59a-d6a8e08a9417] Instance cache missing network info. {{(pid=53859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 622.824355] nova-conductor[53859]: DEBUG nova.network.neutron [None req-595ebb22-536b-4375-9cbe-6fc472a5a17d tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] [instance: 71d9eccc-3b90-4b0a-a59a-d6a8e08a9417] Updating instance_info_cache with network_info: [] {{(pid=53859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.269994] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell1:SELECT=323,nova_cell1:UPDATE=148,nova_cell1:SAVEPOINT=39,nova_cell1:RELEASE=39,nova_cell1:INSERT=25 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 624.825839] nova-conductor[53859]: ERROR nova.scheduler.utils [None req-03cb7270-244b-47b9-9dd5-e358ebdfa946 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] [instance: cb998da7-8db0-4725-bed2-657d7df748b5] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 225a6542-d2aa-4f13-a9d6-7c2e6c048241, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance cb998da7-8db0-4725-bed2-657d7df748b5 was re-scheduled: Binding failed for port 225a6542-d2aa-4f13-a9d6-7c2e6c048241, please check neutron logs for more information.\n'] [ 624.826526] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-03cb7270-244b-47b9-9dd5-e358ebdfa946 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Rescheduling: True {{(pid=53859) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 624.826812] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-03cb7270-244b-47b9-9dd5-e358ebdfa946 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cb998da7-8db0-4725-bed2-657d7df748b5.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cb998da7-8db0-4725-bed2-657d7df748b5. [ 624.827128] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-03cb7270-244b-47b9-9dd5-e358ebdfa946 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] [instance: cb998da7-8db0-4725-bed2-657d7df748b5] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cb998da7-8db0-4725-bed2-657d7df748b5. [ 624.852447] nova-conductor[53859]: DEBUG nova.network.neutron [None req-03cb7270-244b-47b9-9dd5-e358ebdfa946 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] [instance: cb998da7-8db0-4725-bed2-657d7df748b5] deallocate_for_instance() {{(pid=53859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 624.870840] nova-conductor[53859]: DEBUG nova.network.neutron [None req-03cb7270-244b-47b9-9dd5-e358ebdfa946 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] [instance: cb998da7-8db0-4725-bed2-657d7df748b5] Instance cache missing network info. {{(pid=53859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 624.874535] nova-conductor[53859]: DEBUG nova.network.neutron [None req-03cb7270-244b-47b9-9dd5-e358ebdfa946 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] [instance: cb998da7-8db0-4725-bed2-657d7df748b5] Updating instance_info_cache with network_info: [] {{(pid=53859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.024059] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-97207acf-c113-47ea-8855-16e2cf884295 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 627.030504] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-97207acf-c113-47ea-8855-16e2cf884295 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] [instance: 5c48ff33-0cd6-48d1-811c-2b6d877afd02] While scheduling instance, the build request was already deleted. {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1706}} [ 627.158292] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-97207acf-c113-47ea-8855-16e2cf884295 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.160515] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-97207acf-c113-47ea-8855-16e2cf884295 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.160515] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-97207acf-c113-47ea-8855-16e2cf884295 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.160515] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-97207acf-c113-47ea-8855-16e2cf884295 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.160515] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-97207acf-c113-47ea-8855-16e2cf884295 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.160515] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-97207acf-c113-47ea-8855-16e2cf884295 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.170799] nova-conductor[53859]: DEBUG nova.quota [None req-97207acf-c113-47ea-8855-16e2cf884295 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Getting quotas for project 69cc941eb6dd4780ac12aa29656c37f7. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 627.173885] nova-conductor[53859]: DEBUG nova.quota [None req-97207acf-c113-47ea-8855-16e2cf884295 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Getting quotas for user 5b8a639e99914e75857b4571f0d58a3c and project 69cc941eb6dd4780ac12aa29656c37f7. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 627.733394] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-5bb1ca17-5442-4564-86ab-53f866a97e1d tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 627.745910] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5bb1ca17-5442-4564-86ab-53f866a97e1d tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.746154] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5bb1ca17-5442-4564-86ab-53f866a97e1d tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.746336] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5bb1ca17-5442-4564-86ab-53f866a97e1d tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.783591] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5bb1ca17-5442-4564-86ab-53f866a97e1d tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.783830] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5bb1ca17-5442-4564-86ab-53f866a97e1d tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.784008] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5bb1ca17-5442-4564-86ab-53f866a97e1d tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.784384] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5bb1ca17-5442-4564-86ab-53f866a97e1d tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.784573] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5bb1ca17-5442-4564-86ab-53f866a97e1d tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.784733] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5bb1ca17-5442-4564-86ab-53f866a97e1d tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.795236] nova-conductor[53859]: DEBUG nova.quota [None req-5bb1ca17-5442-4564-86ab-53f866a97e1d tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Getting quotas for project 69cc941eb6dd4780ac12aa29656c37f7. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 627.798249] nova-conductor[53859]: DEBUG nova.quota [None req-5bb1ca17-5442-4564-86ab-53f866a97e1d tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Getting quotas for user 5b8a639e99914e75857b4571f0d58a3c and project 69cc941eb6dd4780ac12aa29656c37f7. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 627.803251] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-5bb1ca17-5442-4564-86ab-53f866a97e1d tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] [instance: 15eaaa7c-77be-4b8b-89d0-0b2b11a0c49e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 627.803716] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5bb1ca17-5442-4564-86ab-53f866a97e1d tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.803958] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5bb1ca17-5442-4564-86ab-53f866a97e1d tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.804180] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5bb1ca17-5442-4564-86ab-53f866a97e1d tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.808636] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-5bb1ca17-5442-4564-86ab-53f866a97e1d tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] [instance: 15eaaa7c-77be-4b8b-89d0-0b2b11a0c49e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 627.809314] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5bb1ca17-5442-4564-86ab-53f866a97e1d tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.809611] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5bb1ca17-5442-4564-86ab-53f866a97e1d tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.809822] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5bb1ca17-5442-4564-86ab-53f866a97e1d tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.827877] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5bb1ca17-5442-4564-86ab-53f866a97e1d tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.828122] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5bb1ca17-5442-4564-86ab-53f866a97e1d tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.828314] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5bb1ca17-5442-4564-86ab-53f866a97e1d tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.646200] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell1:SELECT=417,nova_cell1:UPDATE=231,nova_cell1:INSERT=23,nova_cell1:SAVEPOINT=36,nova_cell1:RELEASE=36,nova_cell1:DELETE=6 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 631.694998] nova-conductor[53859]: ERROR nova.scheduler.utils [None req-f3aa5656-98df-4c46-9436-b968a8770dbc tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] [instance: 896dd689-4810-4f23-af0a-d2f557a0796b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 53407134-6b24-4ff7-b5d0-ef4cf1885933, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 896dd689-4810-4f23-af0a-d2f557a0796b was re-scheduled: Binding failed for port 53407134-6b24-4ff7-b5d0-ef4cf1885933, please check neutron logs for more information.\n'] [ 631.696097] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-f3aa5656-98df-4c46-9436-b968a8770dbc tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Rescheduling: True {{(pid=53859) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 631.696441] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-f3aa5656-98df-4c46-9436-b968a8770dbc tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 896dd689-4810-4f23-af0a-d2f557a0796b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 896dd689-4810-4f23-af0a-d2f557a0796b. [ 631.697031] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-f3aa5656-98df-4c46-9436-b968a8770dbc tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] [instance: 896dd689-4810-4f23-af0a-d2f557a0796b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 896dd689-4810-4f23-af0a-d2f557a0796b. [ 631.725502] nova-conductor[53859]: DEBUG nova.network.neutron [None req-f3aa5656-98df-4c46-9436-b968a8770dbc tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] [instance: 896dd689-4810-4f23-af0a-d2f557a0796b] deallocate_for_instance() {{(pid=53859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 631.756275] nova-conductor[53859]: DEBUG nova.network.neutron [None req-f3aa5656-98df-4c46-9436-b968a8770dbc tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] [instance: 896dd689-4810-4f23-af0a-d2f557a0796b] Instance cache missing network info. {{(pid=53859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.759449] nova-conductor[53859]: DEBUG nova.network.neutron [None req-f3aa5656-98df-4c46-9436-b968a8770dbc tempest-ListServerFiltersTestJSON-483030130 tempest-ListServerFiltersTestJSON-483030130-project-member] [instance: 896dd689-4810-4f23-af0a-d2f557a0796b] Updating instance_info_cache with network_info: [] {{(pid=53859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.790359] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell0:SELECT=4 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 637.813105] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell1:SELECT=10,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=22,nova_cell1:RELEASE=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 637.819938] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=46,nova_api:UPDATE=3,nova_api:DELETE=2 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 637.826648] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=18,nova_api:DELETE=3,nova_api:UPDATE=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 640.860347] nova-conductor[53858]: ERROR nova.scheduler.utils [None req-b2fe22fb-da8f-41ba-8845-95fc6177390e tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] [instance: 119bb4a7-2d71-44d7-ae81-9238512937c8] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 37c91d0a-5c78-46e0-800e-9c9760eb9fbc, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 119bb4a7-2d71-44d7-ae81-9238512937c8 was re-scheduled: Binding failed for port 37c91d0a-5c78-46e0-800e-9c9760eb9fbc, please check neutron logs for more information.\n'] [ 640.860347] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-b2fe22fb-da8f-41ba-8845-95fc6177390e tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Rescheduling: True {{(pid=53858) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 640.860347] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-b2fe22fb-da8f-41ba-8845-95fc6177390e tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 119bb4a7-2d71-44d7-ae81-9238512937c8.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 119bb4a7-2d71-44d7-ae81-9238512937c8. [ 640.860347] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-b2fe22fb-da8f-41ba-8845-95fc6177390e tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] [instance: 119bb4a7-2d71-44d7-ae81-9238512937c8] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 119bb4a7-2d71-44d7-ae81-9238512937c8. [ 640.882228] nova-conductor[53858]: DEBUG nova.network.neutron [None req-b2fe22fb-da8f-41ba-8845-95fc6177390e tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] [instance: 119bb4a7-2d71-44d7-ae81-9238512937c8] deallocate_for_instance() {{(pid=53858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 640.913876] nova-conductor[53858]: DEBUG nova.network.neutron [None req-b2fe22fb-da8f-41ba-8845-95fc6177390e tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] [instance: 119bb4a7-2d71-44d7-ae81-9238512937c8] Instance cache missing network info. {{(pid=53858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 640.916980] nova-conductor[53858]: DEBUG nova.network.neutron [None req-b2fe22fb-da8f-41ba-8845-95fc6177390e tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] [instance: 119bb4a7-2d71-44d7-ae81-9238512937c8] Updating instance_info_cache with network_info: [] {{(pid=53858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.482026] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-0708225f-80bb-41ec-b3ed-7dd45d589b95 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 642.494623] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-0708225f-80bb-41ec-b3ed-7dd45d589b95 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.494854] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-0708225f-80bb-41ec-b3ed-7dd45d589b95 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.495035] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-0708225f-80bb-41ec-b3ed-7dd45d589b95 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.541946] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-0708225f-80bb-41ec-b3ed-7dd45d589b95 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.542191] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-0708225f-80bb-41ec-b3ed-7dd45d589b95 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.542362] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-0708225f-80bb-41ec-b3ed-7dd45d589b95 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.542860] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-0708225f-80bb-41ec-b3ed-7dd45d589b95 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.542927] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-0708225f-80bb-41ec-b3ed-7dd45d589b95 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.543072] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-0708225f-80bb-41ec-b3ed-7dd45d589b95 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.551413] nova-conductor[53859]: DEBUG nova.quota [None req-0708225f-80bb-41ec-b3ed-7dd45d589b95 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Getting quotas for project 7abfe95660904cd4b8824257795d8e8a. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 642.553602] nova-conductor[53859]: DEBUG nova.quota [None req-0708225f-80bb-41ec-b3ed-7dd45d589b95 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Getting quotas for user eb00f8aff92b44e9a0e739366a1d2662 and project 7abfe95660904cd4b8824257795d8e8a. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 642.558557] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-0708225f-80bb-41ec-b3ed-7dd45d589b95 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] [instance: 62d8a170-e7ad-4d14-90d8-6f6ce32b7cf8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 642.558944] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-0708225f-80bb-41ec-b3ed-7dd45d589b95 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.559143] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-0708225f-80bb-41ec-b3ed-7dd45d589b95 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.559316] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-0708225f-80bb-41ec-b3ed-7dd45d589b95 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.564046] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-0708225f-80bb-41ec-b3ed-7dd45d589b95 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] [instance: 62d8a170-e7ad-4d14-90d8-6f6ce32b7cf8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 642.564674] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-0708225f-80bb-41ec-b3ed-7dd45d589b95 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.564873] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-0708225f-80bb-41ec-b3ed-7dd45d589b95 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.565046] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-0708225f-80bb-41ec-b3ed-7dd45d589b95 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.579055] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-0708225f-80bb-41ec-b3ed-7dd45d589b95 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.579278] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-0708225f-80bb-41ec-b3ed-7dd45d589b95 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.579444] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-0708225f-80bb-41ec-b3ed-7dd45d589b95 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.081240] nova-conductor[53859]: ERROR nova.scheduler.utils [None req-aa9c464b-ac6b-44fe-9384-28cd9bdfecbc tempest-ImagesOneServerTestJSON-63657725 tempest-ImagesOneServerTestJSON-63657725-project-member] [instance: 0c1b8117-199f-4101-ab81-4ae7ef0d1251] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 9ba992af-f024-4728-b3b6-b6cf6af4e319, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 0c1b8117-199f-4101-ab81-4ae7ef0d1251 was re-scheduled: Binding failed for port 9ba992af-f024-4728-b3b6-b6cf6af4e319, please check neutron logs for more information.\n'] [ 650.081868] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-aa9c464b-ac6b-44fe-9384-28cd9bdfecbc tempest-ImagesOneServerTestJSON-63657725 tempest-ImagesOneServerTestJSON-63657725-project-member] Rescheduling: True {{(pid=53859) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 650.082682] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-aa9c464b-ac6b-44fe-9384-28cd9bdfecbc tempest-ImagesOneServerTestJSON-63657725 tempest-ImagesOneServerTestJSON-63657725-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0c1b8117-199f-4101-ab81-4ae7ef0d1251.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0c1b8117-199f-4101-ab81-4ae7ef0d1251. [ 650.082682] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-aa9c464b-ac6b-44fe-9384-28cd9bdfecbc tempest-ImagesOneServerTestJSON-63657725 tempest-ImagesOneServerTestJSON-63657725-project-member] [instance: 0c1b8117-199f-4101-ab81-4ae7ef0d1251] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0c1b8117-199f-4101-ab81-4ae7ef0d1251. [ 650.106135] nova-conductor[53859]: DEBUG nova.network.neutron [None req-aa9c464b-ac6b-44fe-9384-28cd9bdfecbc tempest-ImagesOneServerTestJSON-63657725 tempest-ImagesOneServerTestJSON-63657725-project-member] [instance: 0c1b8117-199f-4101-ab81-4ae7ef0d1251] deallocate_for_instance() {{(pid=53859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 650.122410] nova-conductor[53859]: DEBUG nova.network.neutron [None req-aa9c464b-ac6b-44fe-9384-28cd9bdfecbc tempest-ImagesOneServerTestJSON-63657725 tempest-ImagesOneServerTestJSON-63657725-project-member] [instance: 0c1b8117-199f-4101-ab81-4ae7ef0d1251] Instance cache missing network info. {{(pid=53859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 650.125448] nova-conductor[53859]: DEBUG nova.network.neutron [None req-aa9c464b-ac6b-44fe-9384-28cd9bdfecbc tempest-ImagesOneServerTestJSON-63657725 tempest-ImagesOneServerTestJSON-63657725-project-member] [instance: 0c1b8117-199f-4101-ab81-4ae7ef0d1251] Updating instance_info_cache with network_info: [] {{(pid=53859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.908737] nova-conductor[53858]: ERROR nova.scheduler.utils [None req-0c55849d-766e-4fac-b1c4-e4e97ba688a6 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] [instance: 1b509288-2df3-4927-afcf-cb76918d3da3] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port dbf4bfa8-cc4a-4be3-a70c-7f709e040750, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 1b509288-2df3-4927-afcf-cb76918d3da3 was re-scheduled: Binding failed for port dbf4bfa8-cc4a-4be3-a70c-7f709e040750, please check neutron logs for more information.\n'] [ 651.912028] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-0c55849d-766e-4fac-b1c4-e4e97ba688a6 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Rescheduling: True {{(pid=53858) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 651.912028] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-0c55849d-766e-4fac-b1c4-e4e97ba688a6 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1b509288-2df3-4927-afcf-cb76918d3da3.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1b509288-2df3-4927-afcf-cb76918d3da3. [ 651.912028] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-0c55849d-766e-4fac-b1c4-e4e97ba688a6 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] [instance: 1b509288-2df3-4927-afcf-cb76918d3da3] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1b509288-2df3-4927-afcf-cb76918d3da3. [ 651.947901] nova-conductor[53858]: DEBUG nova.network.neutron [None req-0c55849d-766e-4fac-b1c4-e4e97ba688a6 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] [instance: 1b509288-2df3-4927-afcf-cb76918d3da3] deallocate_for_instance() {{(pid=53858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 651.970183] nova-conductor[53858]: DEBUG nova.network.neutron [None req-0c55849d-766e-4fac-b1c4-e4e97ba688a6 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] [instance: 1b509288-2df3-4927-afcf-cb76918d3da3] Instance cache missing network info. {{(pid=53858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.973197] nova-conductor[53858]: DEBUG nova.network.neutron [None req-0c55849d-766e-4fac-b1c4-e4e97ba688a6 tempest-DeleteServersAdminTestJSON-590116201 tempest-DeleteServersAdminTestJSON-590116201-project-member] [instance: 1b509288-2df3-4927-afcf-cb76918d3da3] Updating instance_info_cache with network_info: [] {{(pid=53858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.546924] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell0:SELECT=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 652.566802] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 652.572834] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=5 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 652.577264] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 655.918196] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-ab7b3da0-3a01-44d4-9dfd-3e5d2ad27432 tempest-TenantUsagesTestJSON-871253541 tempest-TenantUsagesTestJSON-871253541-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 655.944259] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-ab7b3da0-3a01-44d4-9dfd-3e5d2ad27432 tempest-TenantUsagesTestJSON-871253541 tempest-TenantUsagesTestJSON-871253541-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.944259] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-ab7b3da0-3a01-44d4-9dfd-3e5d2ad27432 tempest-TenantUsagesTestJSON-871253541 tempest-TenantUsagesTestJSON-871253541-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.944259] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-ab7b3da0-3a01-44d4-9dfd-3e5d2ad27432 tempest-TenantUsagesTestJSON-871253541 tempest-TenantUsagesTestJSON-871253541-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.986056] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-ab7b3da0-3a01-44d4-9dfd-3e5d2ad27432 tempest-TenantUsagesTestJSON-871253541 tempest-TenantUsagesTestJSON-871253541-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.987036] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-ab7b3da0-3a01-44d4-9dfd-3e5d2ad27432 tempest-TenantUsagesTestJSON-871253541 tempest-TenantUsagesTestJSON-871253541-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.987036] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-ab7b3da0-3a01-44d4-9dfd-3e5d2ad27432 tempest-TenantUsagesTestJSON-871253541 tempest-TenantUsagesTestJSON-871253541-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.987036] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-ab7b3da0-3a01-44d4-9dfd-3e5d2ad27432 tempest-TenantUsagesTestJSON-871253541 tempest-TenantUsagesTestJSON-871253541-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.987036] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-ab7b3da0-3a01-44d4-9dfd-3e5d2ad27432 tempest-TenantUsagesTestJSON-871253541 tempest-TenantUsagesTestJSON-871253541-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.987308] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-ab7b3da0-3a01-44d4-9dfd-3e5d2ad27432 tempest-TenantUsagesTestJSON-871253541 tempest-TenantUsagesTestJSON-871253541-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.002897] nova-conductor[53858]: DEBUG nova.quota [None req-ab7b3da0-3a01-44d4-9dfd-3e5d2ad27432 tempest-TenantUsagesTestJSON-871253541 tempest-TenantUsagesTestJSON-871253541-project-member] Getting quotas for project a489eaeb7c2d4c1b8dd0916edd2160d2. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 656.007727] nova-conductor[53858]: DEBUG nova.quota [None req-ab7b3da0-3a01-44d4-9dfd-3e5d2ad27432 tempest-TenantUsagesTestJSON-871253541 tempest-TenantUsagesTestJSON-871253541-project-member] Getting quotas for user ad805225a3c64d9d92492ea1cf19860c and project a489eaeb7c2d4c1b8dd0916edd2160d2. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 656.014471] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-ab7b3da0-3a01-44d4-9dfd-3e5d2ad27432 tempest-TenantUsagesTestJSON-871253541 tempest-TenantUsagesTestJSON-871253541-project-member] [instance: b6712878-3270-43f4-9518-d41eb77124b7] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 656.014945] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-ab7b3da0-3a01-44d4-9dfd-3e5d2ad27432 tempest-TenantUsagesTestJSON-871253541 tempest-TenantUsagesTestJSON-871253541-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.015173] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-ab7b3da0-3a01-44d4-9dfd-3e5d2ad27432 tempest-TenantUsagesTestJSON-871253541 tempest-TenantUsagesTestJSON-871253541-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.015368] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-ab7b3da0-3a01-44d4-9dfd-3e5d2ad27432 tempest-TenantUsagesTestJSON-871253541 tempest-TenantUsagesTestJSON-871253541-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.020987] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-ab7b3da0-3a01-44d4-9dfd-3e5d2ad27432 tempest-TenantUsagesTestJSON-871253541 tempest-TenantUsagesTestJSON-871253541-project-member] [instance: b6712878-3270-43f4-9518-d41eb77124b7] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 656.020987] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-ab7b3da0-3a01-44d4-9dfd-3e5d2ad27432 tempest-TenantUsagesTestJSON-871253541 tempest-TenantUsagesTestJSON-871253541-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.022203] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-ab7b3da0-3a01-44d4-9dfd-3e5d2ad27432 tempest-TenantUsagesTestJSON-871253541 tempest-TenantUsagesTestJSON-871253541-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.022203] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-ab7b3da0-3a01-44d4-9dfd-3e5d2ad27432 tempest-TenantUsagesTestJSON-871253541 tempest-TenantUsagesTestJSON-871253541-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.044305] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-ab7b3da0-3a01-44d4-9dfd-3e5d2ad27432 tempest-TenantUsagesTestJSON-871253541 tempest-TenantUsagesTestJSON-871253541-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.044535] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-ab7b3da0-3a01-44d4-9dfd-3e5d2ad27432 tempest-TenantUsagesTestJSON-871253541 tempest-TenantUsagesTestJSON-871253541-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.044826] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-ab7b3da0-3a01-44d4-9dfd-3e5d2ad27432 tempest-TenantUsagesTestJSON-871253541 tempest-TenantUsagesTestJSON-871253541-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.419238] nova-conductor[53859]: ERROR nova.scheduler.utils [None req-95b9b70a-a835-4901-9a6d-c0fa1b2217f3 tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] [instance: a4b54a7a-3f3d-49ae-ba43-5a10c262d4e5] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 2110c7b3-1dff-4f09-b631-618ae3b8467e, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance a4b54a7a-3f3d-49ae-ba43-5a10c262d4e5 was re-scheduled: Binding failed for port 2110c7b3-1dff-4f09-b631-618ae3b8467e, please check neutron logs for more information.\n'] [ 656.419886] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-95b9b70a-a835-4901-9a6d-c0fa1b2217f3 tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Rescheduling: True {{(pid=53859) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 656.420148] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-95b9b70a-a835-4901-9a6d-c0fa1b2217f3 tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a4b54a7a-3f3d-49ae-ba43-5a10c262d4e5.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a4b54a7a-3f3d-49ae-ba43-5a10c262d4e5. [ 656.420446] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-95b9b70a-a835-4901-9a6d-c0fa1b2217f3 tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] [instance: a4b54a7a-3f3d-49ae-ba43-5a10c262d4e5] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a4b54a7a-3f3d-49ae-ba43-5a10c262d4e5. [ 656.442728] nova-conductor[53859]: DEBUG nova.network.neutron [None req-95b9b70a-a835-4901-9a6d-c0fa1b2217f3 tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] [instance: a4b54a7a-3f3d-49ae-ba43-5a10c262d4e5] deallocate_for_instance() {{(pid=53859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 656.462774] nova-conductor[53859]: DEBUG nova.network.neutron [None req-95b9b70a-a835-4901-9a6d-c0fa1b2217f3 tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] [instance: a4b54a7a-3f3d-49ae-ba43-5a10c262d4e5] Instance cache missing network info. {{(pid=53859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.466629] nova-conductor[53859]: DEBUG nova.network.neutron [None req-95b9b70a-a835-4901-9a6d-c0fa1b2217f3 tempest-MigrationsAdminTest-1311988845 tempest-MigrationsAdminTest-1311988845-project-member] [instance: a4b54a7a-3f3d-49ae-ba43-5a10c262d4e5] Updating instance_info_cache with network_info: [] {{(pid=53859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.173907] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-5138192d-6349-432b-b7de-64ec5d391f8d tempest-ServerActionsTestOtherB-987045973 tempest-ServerActionsTestOtherB-987045973-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 657.195497] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-5138192d-6349-432b-b7de-64ec5d391f8d tempest-ServerActionsTestOtherB-987045973 tempest-ServerActionsTestOtherB-987045973-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.195821] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-5138192d-6349-432b-b7de-64ec5d391f8d tempest-ServerActionsTestOtherB-987045973 tempest-ServerActionsTestOtherB-987045973-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.196011] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-5138192d-6349-432b-b7de-64ec5d391f8d tempest-ServerActionsTestOtherB-987045973 tempest-ServerActionsTestOtherB-987045973-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.232066] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-5138192d-6349-432b-b7de-64ec5d391f8d tempest-ServerActionsTestOtherB-987045973 tempest-ServerActionsTestOtherB-987045973-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.232357] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-5138192d-6349-432b-b7de-64ec5d391f8d tempest-ServerActionsTestOtherB-987045973 tempest-ServerActionsTestOtherB-987045973-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.232566] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-5138192d-6349-432b-b7de-64ec5d391f8d tempest-ServerActionsTestOtherB-987045973 tempest-ServerActionsTestOtherB-987045973-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.232962] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-5138192d-6349-432b-b7de-64ec5d391f8d tempest-ServerActionsTestOtherB-987045973 tempest-ServerActionsTestOtherB-987045973-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.233279] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-5138192d-6349-432b-b7de-64ec5d391f8d tempest-ServerActionsTestOtherB-987045973 tempest-ServerActionsTestOtherB-987045973-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.233497] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-5138192d-6349-432b-b7de-64ec5d391f8d tempest-ServerActionsTestOtherB-987045973 tempest-ServerActionsTestOtherB-987045973-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.243056] nova-conductor[53858]: DEBUG nova.quota [None req-5138192d-6349-432b-b7de-64ec5d391f8d tempest-ServerActionsTestOtherB-987045973 tempest-ServerActionsTestOtherB-987045973-project-member] Getting quotas for project 8edace86a5fb433e9070d38ea405d12e. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 657.247793] nova-conductor[53858]: DEBUG nova.quota [None req-5138192d-6349-432b-b7de-64ec5d391f8d tempest-ServerActionsTestOtherB-987045973 tempest-ServerActionsTestOtherB-987045973-project-member] Getting quotas for user 36d57836b49746c39b0c64aea6c9c9cb and project 8edace86a5fb433e9070d38ea405d12e. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 657.253726] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-5138192d-6349-432b-b7de-64ec5d391f8d tempest-ServerActionsTestOtherB-987045973 tempest-ServerActionsTestOtherB-987045973-project-member] [instance: b0bc08c1-38d5-45ee-b521-1cffda41c77c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 657.254277] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-5138192d-6349-432b-b7de-64ec5d391f8d tempest-ServerActionsTestOtherB-987045973 tempest-ServerActionsTestOtherB-987045973-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.254489] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-5138192d-6349-432b-b7de-64ec5d391f8d tempest-ServerActionsTestOtherB-987045973 tempest-ServerActionsTestOtherB-987045973-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.254659] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-5138192d-6349-432b-b7de-64ec5d391f8d tempest-ServerActionsTestOtherB-987045973 tempest-ServerActionsTestOtherB-987045973-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.257907] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-5138192d-6349-432b-b7de-64ec5d391f8d tempest-ServerActionsTestOtherB-987045973 tempest-ServerActionsTestOtherB-987045973-project-member] [instance: b0bc08c1-38d5-45ee-b521-1cffda41c77c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 657.258580] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-5138192d-6349-432b-b7de-64ec5d391f8d tempest-ServerActionsTestOtherB-987045973 tempest-ServerActionsTestOtherB-987045973-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.258779] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-5138192d-6349-432b-b7de-64ec5d391f8d tempest-ServerActionsTestOtherB-987045973 tempest-ServerActionsTestOtherB-987045973-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.258943] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-5138192d-6349-432b-b7de-64ec5d391f8d tempest-ServerActionsTestOtherB-987045973 tempest-ServerActionsTestOtherB-987045973-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.274254] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-5138192d-6349-432b-b7de-64ec5d391f8d tempest-ServerActionsTestOtherB-987045973 tempest-ServerActionsTestOtherB-987045973-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.274507] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-5138192d-6349-432b-b7de-64ec5d391f8d tempest-ServerActionsTestOtherB-987045973 tempest-ServerActionsTestOtherB-987045973-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.274649] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-5138192d-6349-432b-b7de-64ec5d391f8d tempest-ServerActionsTestOtherB-987045973 tempest-ServerActionsTestOtherB-987045973-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.429681] nova-conductor[53859]: ERROR nova.scheduler.utils [None req-cb394400-3d4b-4149-a290-413641bb6f18 tempest-InstanceActionsV221TestJSON-1730893270 tempest-InstanceActionsV221TestJSON-1730893270-project-member] [instance: dc8cc22d-aba9-4dba-b456-1b323013d234] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 07f299cc-2ca7-4beb-9f20-7509c49ed4f0, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance dc8cc22d-aba9-4dba-b456-1b323013d234 was re-scheduled: Binding failed for port 07f299cc-2ca7-4beb-9f20-7509c49ed4f0, please check neutron logs for more information.\n'] [ 658.431532] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-cb394400-3d4b-4149-a290-413641bb6f18 tempest-InstanceActionsV221TestJSON-1730893270 tempest-InstanceActionsV221TestJSON-1730893270-project-member] Rescheduling: True {{(pid=53859) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 658.431842] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-cb394400-3d4b-4149-a290-413641bb6f18 tempest-InstanceActionsV221TestJSON-1730893270 tempest-InstanceActionsV221TestJSON-1730893270-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance dc8cc22d-aba9-4dba-b456-1b323013d234.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance dc8cc22d-aba9-4dba-b456-1b323013d234. [ 658.432084] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-cb394400-3d4b-4149-a290-413641bb6f18 tempest-InstanceActionsV221TestJSON-1730893270 tempest-InstanceActionsV221TestJSON-1730893270-project-member] [instance: dc8cc22d-aba9-4dba-b456-1b323013d234] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance dc8cc22d-aba9-4dba-b456-1b323013d234. [ 658.463185] nova-conductor[53859]: DEBUG nova.network.neutron [None req-cb394400-3d4b-4149-a290-413641bb6f18 tempest-InstanceActionsV221TestJSON-1730893270 tempest-InstanceActionsV221TestJSON-1730893270-project-member] [instance: dc8cc22d-aba9-4dba-b456-1b323013d234] deallocate_for_instance() {{(pid=53859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 658.480643] nova-conductor[53859]: DEBUG nova.network.neutron [None req-cb394400-3d4b-4149-a290-413641bb6f18 tempest-InstanceActionsV221TestJSON-1730893270 tempest-InstanceActionsV221TestJSON-1730893270-project-member] [instance: dc8cc22d-aba9-4dba-b456-1b323013d234] Instance cache missing network info. {{(pid=53859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.483801] nova-conductor[53859]: DEBUG nova.network.neutron [None req-cb394400-3d4b-4149-a290-413641bb6f18 tempest-InstanceActionsV221TestJSON-1730893270 tempest-InstanceActionsV221TestJSON-1730893270-project-member] [instance: dc8cc22d-aba9-4dba-b456-1b323013d234] Updating instance_info_cache with network_info: [] {{(pid=53859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.430042] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-f1ee1de3-0f72-403f-9698-da4536b6f37f tempest-ServerDiagnosticsV248Test-1822646244 tempest-ServerDiagnosticsV248Test-1822646244-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 659.453641] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f1ee1de3-0f72-403f-9698-da4536b6f37f tempest-ServerDiagnosticsV248Test-1822646244 tempest-ServerDiagnosticsV248Test-1822646244-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.453641] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f1ee1de3-0f72-403f-9698-da4536b6f37f tempest-ServerDiagnosticsV248Test-1822646244 tempest-ServerDiagnosticsV248Test-1822646244-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.453641] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f1ee1de3-0f72-403f-9698-da4536b6f37f tempest-ServerDiagnosticsV248Test-1822646244 tempest-ServerDiagnosticsV248Test-1822646244-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.492893] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f1ee1de3-0f72-403f-9698-da4536b6f37f tempest-ServerDiagnosticsV248Test-1822646244 tempest-ServerDiagnosticsV248Test-1822646244-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.493160] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f1ee1de3-0f72-403f-9698-da4536b6f37f tempest-ServerDiagnosticsV248Test-1822646244 tempest-ServerDiagnosticsV248Test-1822646244-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.493332] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f1ee1de3-0f72-403f-9698-da4536b6f37f tempest-ServerDiagnosticsV248Test-1822646244 tempest-ServerDiagnosticsV248Test-1822646244-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.493696] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f1ee1de3-0f72-403f-9698-da4536b6f37f tempest-ServerDiagnosticsV248Test-1822646244 tempest-ServerDiagnosticsV248Test-1822646244-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.493882] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f1ee1de3-0f72-403f-9698-da4536b6f37f tempest-ServerDiagnosticsV248Test-1822646244 tempest-ServerDiagnosticsV248Test-1822646244-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.494057] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f1ee1de3-0f72-403f-9698-da4536b6f37f tempest-ServerDiagnosticsV248Test-1822646244 tempest-ServerDiagnosticsV248Test-1822646244-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.501252] nova-conductor[53859]: DEBUG nova.quota [None req-f1ee1de3-0f72-403f-9698-da4536b6f37f tempest-ServerDiagnosticsV248Test-1822646244 tempest-ServerDiagnosticsV248Test-1822646244-project-member] Getting quotas for project 2728d17ff4704edcb91d8c7384a7a727. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 659.503370] nova-conductor[53859]: DEBUG nova.quota [None req-f1ee1de3-0f72-403f-9698-da4536b6f37f tempest-ServerDiagnosticsV248Test-1822646244 tempest-ServerDiagnosticsV248Test-1822646244-project-member] Getting quotas for user e1bb142d346d44608170df42f5bc01e5 and project 2728d17ff4704edcb91d8c7384a7a727. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 659.508808] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-f1ee1de3-0f72-403f-9698-da4536b6f37f tempest-ServerDiagnosticsV248Test-1822646244 tempest-ServerDiagnosticsV248Test-1822646244-project-member] [instance: 655b01ae-76a5-4c09-9245-e629fec8fd4b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 659.509132] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f1ee1de3-0f72-403f-9698-da4536b6f37f tempest-ServerDiagnosticsV248Test-1822646244 tempest-ServerDiagnosticsV248Test-1822646244-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.509333] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f1ee1de3-0f72-403f-9698-da4536b6f37f tempest-ServerDiagnosticsV248Test-1822646244 tempest-ServerDiagnosticsV248Test-1822646244-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.509497] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f1ee1de3-0f72-403f-9698-da4536b6f37f tempest-ServerDiagnosticsV248Test-1822646244 tempest-ServerDiagnosticsV248Test-1822646244-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.513963] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-f1ee1de3-0f72-403f-9698-da4536b6f37f tempest-ServerDiagnosticsV248Test-1822646244 tempest-ServerDiagnosticsV248Test-1822646244-project-member] [instance: 655b01ae-76a5-4c09-9245-e629fec8fd4b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 659.513963] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f1ee1de3-0f72-403f-9698-da4536b6f37f tempest-ServerDiagnosticsV248Test-1822646244 tempest-ServerDiagnosticsV248Test-1822646244-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.513963] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f1ee1de3-0f72-403f-9698-da4536b6f37f tempest-ServerDiagnosticsV248Test-1822646244 tempest-ServerDiagnosticsV248Test-1822646244-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.513963] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f1ee1de3-0f72-403f-9698-da4536b6f37f tempest-ServerDiagnosticsV248Test-1822646244 tempest-ServerDiagnosticsV248Test-1822646244-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.529079] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f1ee1de3-0f72-403f-9698-da4536b6f37f tempest-ServerDiagnosticsV248Test-1822646244 tempest-ServerDiagnosticsV248Test-1822646244-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.529298] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f1ee1de3-0f72-403f-9698-da4536b6f37f tempest-ServerDiagnosticsV248Test-1822646244 tempest-ServerDiagnosticsV248Test-1822646244-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.529464] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-f1ee1de3-0f72-403f-9698-da4536b6f37f tempest-ServerDiagnosticsV248Test-1822646244 tempest-ServerDiagnosticsV248Test-1822646244-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.303777] nova-conductor[53859]: ERROR nova.scheduler.utils [None req-753531fa-39a1-4c82-9915-d195bf0fe1b2 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] [instance: 03100310-86ce-4739-8636-cd2aa1b542ff] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 5a9feebd-c914-422f-af20-45e4709470e8, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 03100310-86ce-4739-8636-cd2aa1b542ff was re-scheduled: Binding failed for port 5a9feebd-c914-422f-af20-45e4709470e8, please check neutron logs for more information.\n'] [ 660.304567] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-753531fa-39a1-4c82-9915-d195bf0fe1b2 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Rescheduling: True {{(pid=53859) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 660.304567] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-753531fa-39a1-4c82-9915-d195bf0fe1b2 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 03100310-86ce-4739-8636-cd2aa1b542ff.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 03100310-86ce-4739-8636-cd2aa1b542ff. [ 660.304817] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-753531fa-39a1-4c82-9915-d195bf0fe1b2 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] [instance: 03100310-86ce-4739-8636-cd2aa1b542ff] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 03100310-86ce-4739-8636-cd2aa1b542ff. [ 660.330780] nova-conductor[53859]: DEBUG nova.network.neutron [None req-753531fa-39a1-4c82-9915-d195bf0fe1b2 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] [instance: 03100310-86ce-4739-8636-cd2aa1b542ff] deallocate_for_instance() {{(pid=53859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 660.355656] nova-conductor[53859]: DEBUG nova.network.neutron [None req-753531fa-39a1-4c82-9915-d195bf0fe1b2 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] [instance: 03100310-86ce-4739-8636-cd2aa1b542ff] Instance cache missing network info. {{(pid=53859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.363240] nova-conductor[53859]: DEBUG nova.network.neutron [None req-753531fa-39a1-4c82-9915-d195bf0fe1b2 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] [instance: 03100310-86ce-4739-8636-cd2aa1b542ff] Updating instance_info_cache with network_info: [] {{(pid=53859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.577847] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-347b83bf-b4ed-4904-9bd3-d6021183ae1c tempest-ServerShowV254Test-921228709 tempest-ServerShowV254Test-921228709-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 662.591830] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-347b83bf-b4ed-4904-9bd3-d6021183ae1c tempest-ServerShowV254Test-921228709 tempest-ServerShowV254Test-921228709-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.592066] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-347b83bf-b4ed-4904-9bd3-d6021183ae1c tempest-ServerShowV254Test-921228709 tempest-ServerShowV254Test-921228709-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.592240] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-347b83bf-b4ed-4904-9bd3-d6021183ae1c tempest-ServerShowV254Test-921228709 tempest-ServerShowV254Test-921228709-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.622835] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-347b83bf-b4ed-4904-9bd3-d6021183ae1c tempest-ServerShowV254Test-921228709 tempest-ServerShowV254Test-921228709-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.623072] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-347b83bf-b4ed-4904-9bd3-d6021183ae1c tempest-ServerShowV254Test-921228709 tempest-ServerShowV254Test-921228709-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.623243] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-347b83bf-b4ed-4904-9bd3-d6021183ae1c tempest-ServerShowV254Test-921228709 tempest-ServerShowV254Test-921228709-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.623633] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-347b83bf-b4ed-4904-9bd3-d6021183ae1c tempest-ServerShowV254Test-921228709 tempest-ServerShowV254Test-921228709-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.623821] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-347b83bf-b4ed-4904-9bd3-d6021183ae1c tempest-ServerShowV254Test-921228709 tempest-ServerShowV254Test-921228709-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.623982] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-347b83bf-b4ed-4904-9bd3-d6021183ae1c tempest-ServerShowV254Test-921228709 tempest-ServerShowV254Test-921228709-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.634281] nova-conductor[53859]: DEBUG nova.quota [None req-347b83bf-b4ed-4904-9bd3-d6021183ae1c tempest-ServerShowV254Test-921228709 tempest-ServerShowV254Test-921228709-project-member] Getting quotas for project c29fb0e5a3f14691a41e6bdb1b3a1899. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 662.637394] nova-conductor[53859]: DEBUG nova.quota [None req-347b83bf-b4ed-4904-9bd3-d6021183ae1c tempest-ServerShowV254Test-921228709 tempest-ServerShowV254Test-921228709-project-member] Getting quotas for user 966b00e5a4f543ffb56c7f552f3c458b and project c29fb0e5a3f14691a41e6bdb1b3a1899. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 662.642345] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-347b83bf-b4ed-4904-9bd3-d6021183ae1c tempest-ServerShowV254Test-921228709 tempest-ServerShowV254Test-921228709-project-member] [instance: ecedb77f-4a2a-4047-964f-80796954d847] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 662.642786] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-347b83bf-b4ed-4904-9bd3-d6021183ae1c tempest-ServerShowV254Test-921228709 tempest-ServerShowV254Test-921228709-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.642988] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-347b83bf-b4ed-4904-9bd3-d6021183ae1c tempest-ServerShowV254Test-921228709 tempest-ServerShowV254Test-921228709-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.643580] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-347b83bf-b4ed-4904-9bd3-d6021183ae1c tempest-ServerShowV254Test-921228709 tempest-ServerShowV254Test-921228709-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.649937] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-347b83bf-b4ed-4904-9bd3-d6021183ae1c tempest-ServerShowV254Test-921228709 tempest-ServerShowV254Test-921228709-project-member] [instance: ecedb77f-4a2a-4047-964f-80796954d847] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 662.650665] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-347b83bf-b4ed-4904-9bd3-d6021183ae1c tempest-ServerShowV254Test-921228709 tempest-ServerShowV254Test-921228709-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.650923] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-347b83bf-b4ed-4904-9bd3-d6021183ae1c tempest-ServerShowV254Test-921228709 tempest-ServerShowV254Test-921228709-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.651949] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-347b83bf-b4ed-4904-9bd3-d6021183ae1c tempest-ServerShowV254Test-921228709 tempest-ServerShowV254Test-921228709-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.672422] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-347b83bf-b4ed-4904-9bd3-d6021183ae1c tempest-ServerShowV254Test-921228709 tempest-ServerShowV254Test-921228709-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.672707] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-347b83bf-b4ed-4904-9bd3-d6021183ae1c tempest-ServerShowV254Test-921228709 tempest-ServerShowV254Test-921228709-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.672935] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-347b83bf-b4ed-4904-9bd3-d6021183ae1c tempest-ServerShowV254Test-921228709 tempest-ServerShowV254Test-921228709-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.812260] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-d3d04fc8-2bde-4c80-b2d6-dd8057edd757 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 663.824840] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-d3d04fc8-2bde-4c80-b2d6-dd8057edd757 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.825041] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-d3d04fc8-2bde-4c80-b2d6-dd8057edd757 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.825222] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-d3d04fc8-2bde-4c80-b2d6-dd8057edd757 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.854120] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-d3d04fc8-2bde-4c80-b2d6-dd8057edd757 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.854374] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-d3d04fc8-2bde-4c80-b2d6-dd8057edd757 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.854565] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-d3d04fc8-2bde-4c80-b2d6-dd8057edd757 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.854939] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-d3d04fc8-2bde-4c80-b2d6-dd8057edd757 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.855157] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-d3d04fc8-2bde-4c80-b2d6-dd8057edd757 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.855312] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-d3d04fc8-2bde-4c80-b2d6-dd8057edd757 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.865040] nova-conductor[53859]: DEBUG nova.quota [None req-d3d04fc8-2bde-4c80-b2d6-dd8057edd757 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Getting quotas for project 87f548d252244b759e3f157af9ab875d. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 663.869028] nova-conductor[53859]: DEBUG nova.quota [None req-d3d04fc8-2bde-4c80-b2d6-dd8057edd757 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Getting quotas for user 629d5a54afa44599a4c0756d997cabc1 and project 87f548d252244b759e3f157af9ab875d. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 663.874065] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-d3d04fc8-2bde-4c80-b2d6-dd8057edd757 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] [instance: b497f3f3-001f-4e5e-b6b7-8e2006116856] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 663.874523] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-d3d04fc8-2bde-4c80-b2d6-dd8057edd757 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.874721] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-d3d04fc8-2bde-4c80-b2d6-dd8057edd757 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.874894] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-d3d04fc8-2bde-4c80-b2d6-dd8057edd757 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.879454] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-d3d04fc8-2bde-4c80-b2d6-dd8057edd757 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] [instance: b497f3f3-001f-4e5e-b6b7-8e2006116856] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 663.880137] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-d3d04fc8-2bde-4c80-b2d6-dd8057edd757 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.880335] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-d3d04fc8-2bde-4c80-b2d6-dd8057edd757 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.880501] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-d3d04fc8-2bde-4c80-b2d6-dd8057edd757 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.897094] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-d3d04fc8-2bde-4c80-b2d6-dd8057edd757 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.897298] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-d3d04fc8-2bde-4c80-b2d6-dd8057edd757 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.897503] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-d3d04fc8-2bde-4c80-b2d6-dd8057edd757 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.236611] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell0:SELECT=2 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 667.261067] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=16,nova_cell1:RELEASE=2 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 667.270434] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=16,nova_api:UPDATE=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 667.272077] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=8,nova_api:UPDATE=1,nova_api:DELETE=2 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 673.859378] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell0:SELECT=3 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 673.882994] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=23,nova_cell1:RELEASE=2 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 673.890284] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=17,nova_api:DELETE=2,nova_api:UPDATE=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 673.892171] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=19,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 676.583244] nova-conductor[53859]: ERROR nova.scheduler.utils [None req-76010439-9fb6-4296-9b5a-107842db76db tempest-ServerExternalEventsTest-1479796458 tempest-ServerExternalEventsTest-1479796458-project-member] [instance: c0f87aa5-447b-4920-8251-354d89a14fbb] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port c67bdeb7-ce64-47ec-9e91-62b8f48de195, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance c0f87aa5-447b-4920-8251-354d89a14fbb was re-scheduled: Binding failed for port c67bdeb7-ce64-47ec-9e91-62b8f48de195, please check neutron logs for more information.\n'] [ 676.583626] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-76010439-9fb6-4296-9b5a-107842db76db tempest-ServerExternalEventsTest-1479796458 tempest-ServerExternalEventsTest-1479796458-project-member] Rescheduling: True {{(pid=53859) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 676.583935] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-76010439-9fb6-4296-9b5a-107842db76db tempest-ServerExternalEventsTest-1479796458 tempest-ServerExternalEventsTest-1479796458-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c0f87aa5-447b-4920-8251-354d89a14fbb.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c0f87aa5-447b-4920-8251-354d89a14fbb. [ 676.584334] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-76010439-9fb6-4296-9b5a-107842db76db tempest-ServerExternalEventsTest-1479796458 tempest-ServerExternalEventsTest-1479796458-project-member] [instance: c0f87aa5-447b-4920-8251-354d89a14fbb] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c0f87aa5-447b-4920-8251-354d89a14fbb. [ 676.611985] nova-conductor[53859]: DEBUG nova.network.neutron [None req-76010439-9fb6-4296-9b5a-107842db76db tempest-ServerExternalEventsTest-1479796458 tempest-ServerExternalEventsTest-1479796458-project-member] [instance: c0f87aa5-447b-4920-8251-354d89a14fbb] deallocate_for_instance() {{(pid=53859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 676.628574] nova-conductor[53859]: DEBUG nova.network.neutron [None req-76010439-9fb6-4296-9b5a-107842db76db tempest-ServerExternalEventsTest-1479796458 tempest-ServerExternalEventsTest-1479796458-project-member] [instance: c0f87aa5-447b-4920-8251-354d89a14fbb] Instance cache missing network info. {{(pid=53859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.631773] nova-conductor[53859]: DEBUG nova.network.neutron [None req-76010439-9fb6-4296-9b5a-107842db76db tempest-ServerExternalEventsTest-1479796458 tempest-ServerExternalEventsTest-1479796458-project-member] [instance: c0f87aa5-447b-4920-8251-354d89a14fbb] Updating instance_info_cache with network_info: [] {{(pid=53859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.488542] nova-conductor[53858]: ERROR nova.scheduler.utils [None req-85ac5bbf-a6d0-481b-b0bf-1428265b44a9 tempest-AttachInterfacesV270Test-411696101 tempest-AttachInterfacesV270Test-411696101-project-member] [instance: 525f37d5-2262-40c8-a339-fc262c53ce6e] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 0aa60830-cb1d-45ad-8800-f2352dd43766, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 525f37d5-2262-40c8-a339-fc262c53ce6e was re-scheduled: Binding failed for port 0aa60830-cb1d-45ad-8800-f2352dd43766, please check neutron logs for more information.\n'] [ 678.490318] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-85ac5bbf-a6d0-481b-b0bf-1428265b44a9 tempest-AttachInterfacesV270Test-411696101 tempest-AttachInterfacesV270Test-411696101-project-member] Rescheduling: True {{(pid=53858) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 678.490318] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-85ac5bbf-a6d0-481b-b0bf-1428265b44a9 tempest-AttachInterfacesV270Test-411696101 tempest-AttachInterfacesV270Test-411696101-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 525f37d5-2262-40c8-a339-fc262c53ce6e.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 525f37d5-2262-40c8-a339-fc262c53ce6e. [ 678.490633] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-85ac5bbf-a6d0-481b-b0bf-1428265b44a9 tempest-AttachInterfacesV270Test-411696101 tempest-AttachInterfacesV270Test-411696101-project-member] [instance: 525f37d5-2262-40c8-a339-fc262c53ce6e] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 525f37d5-2262-40c8-a339-fc262c53ce6e. [ 678.521531] nova-conductor[53858]: DEBUG nova.network.neutron [None req-85ac5bbf-a6d0-481b-b0bf-1428265b44a9 tempest-AttachInterfacesV270Test-411696101 tempest-AttachInterfacesV270Test-411696101-project-member] [instance: 525f37d5-2262-40c8-a339-fc262c53ce6e] deallocate_for_instance() {{(pid=53858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 678.540278] nova-conductor[53858]: DEBUG nova.network.neutron [None req-85ac5bbf-a6d0-481b-b0bf-1428265b44a9 tempest-AttachInterfacesV270Test-411696101 tempest-AttachInterfacesV270Test-411696101-project-member] [instance: 525f37d5-2262-40c8-a339-fc262c53ce6e] Instance cache missing network info. {{(pid=53858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.550503] nova-conductor[53858]: DEBUG nova.network.neutron [None req-85ac5bbf-a6d0-481b-b0bf-1428265b44a9 tempest-AttachInterfacesV270Test-411696101 tempest-AttachInterfacesV270Test-411696101-project-member] [instance: 525f37d5-2262-40c8-a339-fc262c53ce6e] Updating instance_info_cache with network_info: [] {{(pid=53858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.423232] nova-conductor[53859]: ERROR nova.scheduler.utils [None req-4bd5c12b-d52a-4c54-93f7-87894f09013a tempest-ServersTestJSON-483293076 tempest-ServersTestJSON-483293076-project-member] [instance: 55b60fc2-6484-4fad-aa40-3e73e020841a] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 445a37d4-005a-49e8-afb5-816754610ddc, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 55b60fc2-6484-4fad-aa40-3e73e020841a was re-scheduled: Binding failed for port 445a37d4-005a-49e8-afb5-816754610ddc, please check neutron logs for more information.\n'] [ 680.423232] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-4bd5c12b-d52a-4c54-93f7-87894f09013a tempest-ServersTestJSON-483293076 tempest-ServersTestJSON-483293076-project-member] Rescheduling: True {{(pid=53859) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 680.424565] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-4bd5c12b-d52a-4c54-93f7-87894f09013a tempest-ServersTestJSON-483293076 tempest-ServersTestJSON-483293076-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 55b60fc2-6484-4fad-aa40-3e73e020841a.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 55b60fc2-6484-4fad-aa40-3e73e020841a. [ 680.424565] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-4bd5c12b-d52a-4c54-93f7-87894f09013a tempest-ServersTestJSON-483293076 tempest-ServersTestJSON-483293076-project-member] [instance: 55b60fc2-6484-4fad-aa40-3e73e020841a] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 55b60fc2-6484-4fad-aa40-3e73e020841a. [ 680.447267] nova-conductor[53859]: DEBUG nova.network.neutron [None req-4bd5c12b-d52a-4c54-93f7-87894f09013a tempest-ServersTestJSON-483293076 tempest-ServersTestJSON-483293076-project-member] [instance: 55b60fc2-6484-4fad-aa40-3e73e020841a] deallocate_for_instance() {{(pid=53859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 680.471545] nova-conductor[53859]: DEBUG nova.network.neutron [None req-4bd5c12b-d52a-4c54-93f7-87894f09013a tempest-ServersTestJSON-483293076 tempest-ServersTestJSON-483293076-project-member] [instance: 55b60fc2-6484-4fad-aa40-3e73e020841a] Instance cache missing network info. {{(pid=53859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.475381] nova-conductor[53859]: DEBUG nova.network.neutron [None req-4bd5c12b-d52a-4c54-93f7-87894f09013a tempest-ServersTestJSON-483293076 tempest-ServersTestJSON-483293076-project-member] [instance: 55b60fc2-6484-4fad-aa40-3e73e020841a] Updating instance_info_cache with network_info: [] {{(pid=53859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.464141] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell1:UPDATE=151,nova_cell1:INSERT=22,nova_cell1:SELECT=314,nova_cell1:SAVEPOINT=26,nova_cell1:RELEASE=26 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 685.548496] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-1d78b71c-3449-4286-a17a-dc5396f589fe tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 685.569012] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-1d78b71c-3449-4286-a17a-dc5396f589fe tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.569277] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-1d78b71c-3449-4286-a17a-dc5396f589fe tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.569450] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-1d78b71c-3449-4286-a17a-dc5396f589fe tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.612335] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-1d78b71c-3449-4286-a17a-dc5396f589fe tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.612622] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-1d78b71c-3449-4286-a17a-dc5396f589fe tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.612798] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-1d78b71c-3449-4286-a17a-dc5396f589fe tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.614178] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-1d78b71c-3449-4286-a17a-dc5396f589fe tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.614178] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-1d78b71c-3449-4286-a17a-dc5396f589fe tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.614178] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-1d78b71c-3449-4286-a17a-dc5396f589fe tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.626295] nova-conductor[53859]: DEBUG nova.quota [None req-1d78b71c-3449-4286-a17a-dc5396f589fe tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Getting quotas for project 9d757357e4754e67853dca46d17d9eb7. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 685.630393] nova-conductor[53859]: DEBUG nova.quota [None req-1d78b71c-3449-4286-a17a-dc5396f589fe tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Getting quotas for user 492cf67e8d934790b177501a16161a55 and project 9d757357e4754e67853dca46d17d9eb7. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 685.640330] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-1d78b71c-3449-4286-a17a-dc5396f589fe tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] [instance: faff83a1-3532-4396-ac3f-600f86653749] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 685.640330] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-1d78b71c-3449-4286-a17a-dc5396f589fe tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.640330] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-1d78b71c-3449-4286-a17a-dc5396f589fe tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.640330] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-1d78b71c-3449-4286-a17a-dc5396f589fe tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.647043] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-1d78b71c-3449-4286-a17a-dc5396f589fe tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] [instance: faff83a1-3532-4396-ac3f-600f86653749] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 685.647043] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-1d78b71c-3449-4286-a17a-dc5396f589fe tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.647043] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-1d78b71c-3449-4286-a17a-dc5396f589fe tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.647043] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-1d78b71c-3449-4286-a17a-dc5396f589fe tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.682428] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-1d78b71c-3449-4286-a17a-dc5396f589fe tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.682428] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-1d78b71c-3449-4286-a17a-dc5396f589fe tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.682428] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-1d78b71c-3449-4286-a17a-dc5396f589fe tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.462586] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-6e6344ac-0cd2-410e-863e-3289b0c1fe3f tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 686.487547] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6e6344ac-0cd2-410e-863e-3289b0c1fe3f tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.487885] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6e6344ac-0cd2-410e-863e-3289b0c1fe3f tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.488293] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6e6344ac-0cd2-410e-863e-3289b0c1fe3f tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.529326] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6e6344ac-0cd2-410e-863e-3289b0c1fe3f tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.529587] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6e6344ac-0cd2-410e-863e-3289b0c1fe3f tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.529766] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6e6344ac-0cd2-410e-863e-3289b0c1fe3f tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.530164] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6e6344ac-0cd2-410e-863e-3289b0c1fe3f tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.530353] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6e6344ac-0cd2-410e-863e-3289b0c1fe3f tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.530518] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6e6344ac-0cd2-410e-863e-3289b0c1fe3f tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.556850] nova-conductor[53858]: DEBUG nova.quota [None req-6e6344ac-0cd2-410e-863e-3289b0c1fe3f tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Getting quotas for project 9d757357e4754e67853dca46d17d9eb7. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 686.564387] nova-conductor[53858]: DEBUG nova.quota [None req-6e6344ac-0cd2-410e-863e-3289b0c1fe3f tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Getting quotas for user 492cf67e8d934790b177501a16161a55 and project 9d757357e4754e67853dca46d17d9eb7. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 686.583824] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-6e6344ac-0cd2-410e-863e-3289b0c1fe3f tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] [instance: 3f298e29-69ff-46ac-8018-ceb3990b9848] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 686.584053] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6e6344ac-0cd2-410e-863e-3289b0c1fe3f tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.584279] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6e6344ac-0cd2-410e-863e-3289b0c1fe3f tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.584446] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6e6344ac-0cd2-410e-863e-3289b0c1fe3f tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.590880] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-6e6344ac-0cd2-410e-863e-3289b0c1fe3f tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] [instance: 3f298e29-69ff-46ac-8018-ceb3990b9848] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 686.591615] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6e6344ac-0cd2-410e-863e-3289b0c1fe3f tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.591830] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6e6344ac-0cd2-410e-863e-3289b0c1fe3f tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.591998] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6e6344ac-0cd2-410e-863e-3289b0c1fe3f tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.610741] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6e6344ac-0cd2-410e-863e-3289b0c1fe3f tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.610851] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6e6344ac-0cd2-410e-863e-3289b0c1fe3f tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.610971] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6e6344ac-0cd2-410e-863e-3289b0c1fe3f tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.433519] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-37409b66-7d98-4871-81c4-a83dd0296328 tempest-ServerAddressesNegativeTestJSON-675891034 tempest-ServerAddressesNegativeTestJSON-675891034-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 687.448083] nova-conductor[53858]: ERROR nova.scheduler.utils [None req-56950b6c-0b87-48bf-a575-f699fcd1a5b0 tempest-FloatingIPsAssociationTestJSON-1125124803 tempest-FloatingIPsAssociationTestJSON-1125124803-project-member] [instance: aeca6a94-478d-435a-9d93-59936f26654e] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 61e9a5e4-10ed-40b2-a961-2d5cbae80f02, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance aeca6a94-478d-435a-9d93-59936f26654e was re-scheduled: Binding failed for port 61e9a5e4-10ed-40b2-a961-2d5cbae80f02, please check neutron logs for more information.\n'] [ 687.449219] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-56950b6c-0b87-48bf-a575-f699fcd1a5b0 tempest-FloatingIPsAssociationTestJSON-1125124803 tempest-FloatingIPsAssociationTestJSON-1125124803-project-member] Rescheduling: True {{(pid=53858) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 687.449612] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-56950b6c-0b87-48bf-a575-f699fcd1a5b0 tempest-FloatingIPsAssociationTestJSON-1125124803 tempest-FloatingIPsAssociationTestJSON-1125124803-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance aeca6a94-478d-435a-9d93-59936f26654e.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance aeca6a94-478d-435a-9d93-59936f26654e. [ 687.450130] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-56950b6c-0b87-48bf-a575-f699fcd1a5b0 tempest-FloatingIPsAssociationTestJSON-1125124803 tempest-FloatingIPsAssociationTestJSON-1125124803-project-member] [instance: aeca6a94-478d-435a-9d93-59936f26654e] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance aeca6a94-478d-435a-9d93-59936f26654e. [ 687.484019] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-37409b66-7d98-4871-81c4-a83dd0296328 tempest-ServerAddressesNegativeTestJSON-675891034 tempest-ServerAddressesNegativeTestJSON-675891034-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.484347] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-37409b66-7d98-4871-81c4-a83dd0296328 tempest-ServerAddressesNegativeTestJSON-675891034 tempest-ServerAddressesNegativeTestJSON-675891034-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.484594] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-37409b66-7d98-4871-81c4-a83dd0296328 tempest-ServerAddressesNegativeTestJSON-675891034 tempest-ServerAddressesNegativeTestJSON-675891034-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.493103] nova-conductor[53858]: DEBUG nova.network.neutron [None req-56950b6c-0b87-48bf-a575-f699fcd1a5b0 tempest-FloatingIPsAssociationTestJSON-1125124803 tempest-FloatingIPsAssociationTestJSON-1125124803-project-member] [instance: aeca6a94-478d-435a-9d93-59936f26654e] deallocate_for_instance() {{(pid=53858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 687.517989] nova-conductor[53858]: DEBUG nova.network.neutron [None req-56950b6c-0b87-48bf-a575-f699fcd1a5b0 tempest-FloatingIPsAssociationTestJSON-1125124803 tempest-FloatingIPsAssociationTestJSON-1125124803-project-member] [instance: aeca6a94-478d-435a-9d93-59936f26654e] Instance cache missing network info. {{(pid=53858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.526617] nova-conductor[53858]: DEBUG nova.network.neutron [None req-56950b6c-0b87-48bf-a575-f699fcd1a5b0 tempest-FloatingIPsAssociationTestJSON-1125124803 tempest-FloatingIPsAssociationTestJSON-1125124803-project-member] [instance: aeca6a94-478d-435a-9d93-59936f26654e] Updating instance_info_cache with network_info: [] {{(pid=53858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.567938] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-37409b66-7d98-4871-81c4-a83dd0296328 tempest-ServerAddressesNegativeTestJSON-675891034 tempest-ServerAddressesNegativeTestJSON-675891034-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.568192] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-37409b66-7d98-4871-81c4-a83dd0296328 tempest-ServerAddressesNegativeTestJSON-675891034 tempest-ServerAddressesNegativeTestJSON-675891034-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.572021] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-37409b66-7d98-4871-81c4-a83dd0296328 tempest-ServerAddressesNegativeTestJSON-675891034 tempest-ServerAddressesNegativeTestJSON-675891034-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.572021] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-37409b66-7d98-4871-81c4-a83dd0296328 tempest-ServerAddressesNegativeTestJSON-675891034 tempest-ServerAddressesNegativeTestJSON-675891034-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.572021] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-37409b66-7d98-4871-81c4-a83dd0296328 tempest-ServerAddressesNegativeTestJSON-675891034 tempest-ServerAddressesNegativeTestJSON-675891034-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.572021] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-37409b66-7d98-4871-81c4-a83dd0296328 tempest-ServerAddressesNegativeTestJSON-675891034 tempest-ServerAddressesNegativeTestJSON-675891034-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.603654] nova-conductor[53858]: DEBUG nova.quota [None req-37409b66-7d98-4871-81c4-a83dd0296328 tempest-ServerAddressesNegativeTestJSON-675891034 tempest-ServerAddressesNegativeTestJSON-675891034-project-member] Getting quotas for project 4cbcf746907b438fb014d656b6c7d568. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 687.609486] nova-conductor[53858]: DEBUG nova.quota [None req-37409b66-7d98-4871-81c4-a83dd0296328 tempest-ServerAddressesNegativeTestJSON-675891034 tempest-ServerAddressesNegativeTestJSON-675891034-project-member] Getting quotas for user bd96c14aa22444dc8fa4b3a096ac4383 and project 4cbcf746907b438fb014d656b6c7d568. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 687.618797] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-37409b66-7d98-4871-81c4-a83dd0296328 tempest-ServerAddressesNegativeTestJSON-675891034 tempest-ServerAddressesNegativeTestJSON-675891034-project-member] [instance: 6fe76341-d578-4cb3-9dce-c025f0d798b8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 687.619346] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-37409b66-7d98-4871-81c4-a83dd0296328 tempest-ServerAddressesNegativeTestJSON-675891034 tempest-ServerAddressesNegativeTestJSON-675891034-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.619625] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-37409b66-7d98-4871-81c4-a83dd0296328 tempest-ServerAddressesNegativeTestJSON-675891034 tempest-ServerAddressesNegativeTestJSON-675891034-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.619824] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-37409b66-7d98-4871-81c4-a83dd0296328 tempest-ServerAddressesNegativeTestJSON-675891034 tempest-ServerAddressesNegativeTestJSON-675891034-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.625352] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-37409b66-7d98-4871-81c4-a83dd0296328 tempest-ServerAddressesNegativeTestJSON-675891034 tempest-ServerAddressesNegativeTestJSON-675891034-project-member] [instance: 6fe76341-d578-4cb3-9dce-c025f0d798b8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 687.625608] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-37409b66-7d98-4871-81c4-a83dd0296328 tempest-ServerAddressesNegativeTestJSON-675891034 tempest-ServerAddressesNegativeTestJSON-675891034-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.625798] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-37409b66-7d98-4871-81c4-a83dd0296328 tempest-ServerAddressesNegativeTestJSON-675891034 tempest-ServerAddressesNegativeTestJSON-675891034-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.625956] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-37409b66-7d98-4871-81c4-a83dd0296328 tempest-ServerAddressesNegativeTestJSON-675891034 tempest-ServerAddressesNegativeTestJSON-675891034-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.648029] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-37409b66-7d98-4871-81c4-a83dd0296328 tempest-ServerAddressesNegativeTestJSON-675891034 tempest-ServerAddressesNegativeTestJSON-675891034-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.648261] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-37409b66-7d98-4871-81c4-a83dd0296328 tempest-ServerAddressesNegativeTestJSON-675891034 tempest-ServerAddressesNegativeTestJSON-675891034-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.648436] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-37409b66-7d98-4871-81c4-a83dd0296328 tempest-ServerAddressesNegativeTestJSON-675891034 tempest-ServerAddressesNegativeTestJSON-675891034-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.449033] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Took 0.51 seconds to select destinations for 2 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 689.470524] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.470847] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.471551] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.504889] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.504889] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.504889] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.530354] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.530575] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.530740] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.531114] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.531297] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.531450] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.540104] nova-conductor[53858]: DEBUG nova.quota [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Getting quotas for project 6e260342cd1b41ef8f0ceb15b6438daa. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 689.543130] nova-conductor[53858]: DEBUG nova.quota [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Getting quotas for user 2631257787d44fcbac010b2bf1fd4b0e and project 6e260342cd1b41ef8f0ceb15b6438daa. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 689.548257] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] [instance: 4d709a3a-65af-4adf-9ad0-4d830a9518c2] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 689.549408] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.549514] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.549702] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.555635] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] [instance: 4d709a3a-65af-4adf-9ad0-4d830a9518c2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 689.556319] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.556518] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.556681] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.594376] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.594376] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.594376] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.601241] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] [instance: fe981195-1e2c-4c8d-8c53-327851f845c7] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 689.601720] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.601918] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.602092] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.610791] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] [instance: fe981195-1e2c-4c8d-8c53-327851f845c7] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 689.611888] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.611888] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.611888] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.635145] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.635145] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.635145] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.889343] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell1:UPDATE=154,nova_cell1:SELECT=328,nova_cell1:SAVEPOINT=37,nova_cell1:RELEASE=37,nova_cell1:INSERT=24 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 695.618460] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell0:SELECT=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 695.649476] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 695.667073] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=6 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 695.672776] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 696.691962] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-a9ea97fa-71e5-4463-a1f3-ab69743d14a4 tempest-ServerActionsTestJSON-1295690556 tempest-ServerActionsTestJSON-1295690556-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 696.709833] nova-conductor[53858]: ERROR nova.scheduler.utils [None req-859ffdff-aaee-46b4-bdd6-0a15cce9792f tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] [instance: 41b6744e-d548-442c-b6cc-e12bd403f229] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 32a4c72c-9bfd-4f5f-a3e0-6a0ca4c9b6d2, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 41b6744e-d548-442c-b6cc-e12bd403f229 was re-scheduled: Binding failed for port 32a4c72c-9bfd-4f5f-a3e0-6a0ca4c9b6d2, please check neutron logs for more information.\n'] [ 696.710832] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-859ffdff-aaee-46b4-bdd6-0a15cce9792f tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Rescheduling: True {{(pid=53858) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 696.710832] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-859ffdff-aaee-46b4-bdd6-0a15cce9792f tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 41b6744e-d548-442c-b6cc-e12bd403f229.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 41b6744e-d548-442c-b6cc-e12bd403f229. [ 696.714075] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-859ffdff-aaee-46b4-bdd6-0a15cce9792f tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] [instance: 41b6744e-d548-442c-b6cc-e12bd403f229] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 41b6744e-d548-442c-b6cc-e12bd403f229. [ 696.718021] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a9ea97fa-71e5-4463-a1f3-ab69743d14a4 tempest-ServerActionsTestJSON-1295690556 tempest-ServerActionsTestJSON-1295690556-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.720018] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a9ea97fa-71e5-4463-a1f3-ab69743d14a4 tempest-ServerActionsTestJSON-1295690556 tempest-ServerActionsTestJSON-1295690556-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.720018] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a9ea97fa-71e5-4463-a1f3-ab69743d14a4 tempest-ServerActionsTestJSON-1295690556 tempest-ServerActionsTestJSON-1295690556-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.743807] nova-conductor[53858]: DEBUG nova.network.neutron [None req-859ffdff-aaee-46b4-bdd6-0a15cce9792f tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] [instance: 41b6744e-d548-442c-b6cc-e12bd403f229] deallocate_for_instance() {{(pid=53858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 696.776616] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a9ea97fa-71e5-4463-a1f3-ab69743d14a4 tempest-ServerActionsTestJSON-1295690556 tempest-ServerActionsTestJSON-1295690556-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.776854] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a9ea97fa-71e5-4463-a1f3-ab69743d14a4 tempest-ServerActionsTestJSON-1295690556 tempest-ServerActionsTestJSON-1295690556-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.777041] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a9ea97fa-71e5-4463-a1f3-ab69743d14a4 tempest-ServerActionsTestJSON-1295690556 tempest-ServerActionsTestJSON-1295690556-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.777433] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a9ea97fa-71e5-4463-a1f3-ab69743d14a4 tempest-ServerActionsTestJSON-1295690556 tempest-ServerActionsTestJSON-1295690556-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.777638] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a9ea97fa-71e5-4463-a1f3-ab69743d14a4 tempest-ServerActionsTestJSON-1295690556 tempest-ServerActionsTestJSON-1295690556-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.777866] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a9ea97fa-71e5-4463-a1f3-ab69743d14a4 tempest-ServerActionsTestJSON-1295690556 tempest-ServerActionsTestJSON-1295690556-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.780648] nova-conductor[53858]: DEBUG nova.network.neutron [None req-859ffdff-aaee-46b4-bdd6-0a15cce9792f tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] [instance: 41b6744e-d548-442c-b6cc-e12bd403f229] Instance cache missing network info. {{(pid=53858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.785783] nova-conductor[53858]: DEBUG nova.network.neutron [None req-859ffdff-aaee-46b4-bdd6-0a15cce9792f tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] [instance: 41b6744e-d548-442c-b6cc-e12bd403f229] Updating instance_info_cache with network_info: [] {{(pid=53858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.788318] nova-conductor[53859]: DEBUG nova.quota [None req-a9ea97fa-71e5-4463-a1f3-ab69743d14a4 tempest-ServerActionsTestJSON-1295690556 tempest-ServerActionsTestJSON-1295690556-project-member] Getting quotas for project 074bdb17890f4ec8983356dadd8661a0. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 696.795087] nova-conductor[53859]: DEBUG nova.quota [None req-a9ea97fa-71e5-4463-a1f3-ab69743d14a4 tempest-ServerActionsTestJSON-1295690556 tempest-ServerActionsTestJSON-1295690556-project-member] Getting quotas for user 493a1c0bd4e94e68a8ca2ff6b5f087ff and project 074bdb17890f4ec8983356dadd8661a0. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 696.804333] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-a9ea97fa-71e5-4463-a1f3-ab69743d14a4 tempest-ServerActionsTestJSON-1295690556 tempest-ServerActionsTestJSON-1295690556-project-member] [instance: ad3b3933-5bd9-444a-af7b-c81e868e0622] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 696.804821] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a9ea97fa-71e5-4463-a1f3-ab69743d14a4 tempest-ServerActionsTestJSON-1295690556 tempest-ServerActionsTestJSON-1295690556-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.806741] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a9ea97fa-71e5-4463-a1f3-ab69743d14a4 tempest-ServerActionsTestJSON-1295690556 tempest-ServerActionsTestJSON-1295690556-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.806741] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a9ea97fa-71e5-4463-a1f3-ab69743d14a4 tempest-ServerActionsTestJSON-1295690556 tempest-ServerActionsTestJSON-1295690556-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.808942] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-a9ea97fa-71e5-4463-a1f3-ab69743d14a4 tempest-ServerActionsTestJSON-1295690556 tempest-ServerActionsTestJSON-1295690556-project-member] [instance: ad3b3933-5bd9-444a-af7b-c81e868e0622] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 696.809205] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a9ea97fa-71e5-4463-a1f3-ab69743d14a4 tempest-ServerActionsTestJSON-1295690556 tempest-ServerActionsTestJSON-1295690556-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.809406] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a9ea97fa-71e5-4463-a1f3-ab69743d14a4 tempest-ServerActionsTestJSON-1295690556 tempest-ServerActionsTestJSON-1295690556-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.809571] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a9ea97fa-71e5-4463-a1f3-ab69743d14a4 tempest-ServerActionsTestJSON-1295690556 tempest-ServerActionsTestJSON-1295690556-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.825875] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a9ea97fa-71e5-4463-a1f3-ab69743d14a4 tempest-ServerActionsTestJSON-1295690556 tempest-ServerActionsTestJSON-1295690556-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.826102] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a9ea97fa-71e5-4463-a1f3-ab69743d14a4 tempest-ServerActionsTestJSON-1295690556 tempest-ServerActionsTestJSON-1295690556-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.826340] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a9ea97fa-71e5-4463-a1f3-ab69743d14a4 tempest-ServerActionsTestJSON-1295690556 tempest-ServerActionsTestJSON-1295690556-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.536021] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell0:SELECT=3 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 699.614384] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell1:SELECT=11,nova_cell1:INSERT=30,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 699.621275] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=24,nova_api:DELETE=1,nova_api:UPDATE=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 699.628312] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=16,nova_api:UPDATE=3,nova_api:DELETE=3 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 705.972348] nova-conductor[53858]: ERROR nova.scheduler.utils [None req-1f24f04c-cf4b-4940-9447-eacc11fa5e66 tempest-ServersTestFqdnHostnames-345291565 tempest-ServersTestFqdnHostnames-345291565-project-member] [instance: c94e8e46-7697-426c-ae2f-aece493fa8f4] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 70370c2b-9eb9-48b7-8acc-8a7eafc1d41d, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance c94e8e46-7697-426c-ae2f-aece493fa8f4 was re-scheduled: Binding failed for port 70370c2b-9eb9-48b7-8acc-8a7eafc1d41d, please check neutron logs for more information.\n'] [ 705.973000] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-1f24f04c-cf4b-4940-9447-eacc11fa5e66 tempest-ServersTestFqdnHostnames-345291565 tempest-ServersTestFqdnHostnames-345291565-project-member] Rescheduling: True {{(pid=53858) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 705.973275] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-1f24f04c-cf4b-4940-9447-eacc11fa5e66 tempest-ServersTestFqdnHostnames-345291565 tempest-ServersTestFqdnHostnames-345291565-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c94e8e46-7697-426c-ae2f-aece493fa8f4.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c94e8e46-7697-426c-ae2f-aece493fa8f4. [ 705.973751] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-1f24f04c-cf4b-4940-9447-eacc11fa5e66 tempest-ServersTestFqdnHostnames-345291565 tempest-ServersTestFqdnHostnames-345291565-project-member] [instance: c94e8e46-7697-426c-ae2f-aece493fa8f4] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c94e8e46-7697-426c-ae2f-aece493fa8f4. [ 706.022231] nova-conductor[53858]: DEBUG nova.network.neutron [None req-1f24f04c-cf4b-4940-9447-eacc11fa5e66 tempest-ServersTestFqdnHostnames-345291565 tempest-ServersTestFqdnHostnames-345291565-project-member] [instance: c94e8e46-7697-426c-ae2f-aece493fa8f4] deallocate_for_instance() {{(pid=53858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 706.057906] nova-conductor[53858]: DEBUG nova.network.neutron [None req-1f24f04c-cf4b-4940-9447-eacc11fa5e66 tempest-ServersTestFqdnHostnames-345291565 tempest-ServersTestFqdnHostnames-345291565-project-member] [instance: c94e8e46-7697-426c-ae2f-aece493fa8f4] Instance cache missing network info. {{(pid=53858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.064517] nova-conductor[53858]: DEBUG nova.network.neutron [None req-1f24f04c-cf4b-4940-9447-eacc11fa5e66 tempest-ServersTestFqdnHostnames-345291565 tempest-ServersTestFqdnHostnames-345291565-project-member] [instance: c94e8e46-7697-426c-ae2f-aece493fa8f4] Updating instance_info_cache with network_info: [] {{(pid=53858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.783072] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell0:SELECT=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 706.811716] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 706.821356] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 706.825123] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=6,nova_api:DELETE=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 710.384779] nova-conductor[53858]: ERROR nova.scheduler.utils [None req-aadda1bb-f770-4742-8c34-cd25e3f7e7cb tempest-InstanceActionsNegativeTestJSON-1700332362 tempest-InstanceActionsNegativeTestJSON-1700332362-project-member] [instance: 64584976-b3f3-4da5-a76b-a05cf2ed6aa4] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 13363b75-27bb-4922-b5da-febd2dc08e25, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 64584976-b3f3-4da5-a76b-a05cf2ed6aa4 was re-scheduled: Binding failed for port 13363b75-27bb-4922-b5da-febd2dc08e25, please check neutron logs for more information.\n'] [ 710.385452] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-aadda1bb-f770-4742-8c34-cd25e3f7e7cb tempest-InstanceActionsNegativeTestJSON-1700332362 tempest-InstanceActionsNegativeTestJSON-1700332362-project-member] Rescheduling: True {{(pid=53858) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 710.385734] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-aadda1bb-f770-4742-8c34-cd25e3f7e7cb tempest-InstanceActionsNegativeTestJSON-1700332362 tempest-InstanceActionsNegativeTestJSON-1700332362-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 64584976-b3f3-4da5-a76b-a05cf2ed6aa4.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 64584976-b3f3-4da5-a76b-a05cf2ed6aa4. [ 710.386045] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-aadda1bb-f770-4742-8c34-cd25e3f7e7cb tempest-InstanceActionsNegativeTestJSON-1700332362 tempest-InstanceActionsNegativeTestJSON-1700332362-project-member] [instance: 64584976-b3f3-4da5-a76b-a05cf2ed6aa4] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 64584976-b3f3-4da5-a76b-a05cf2ed6aa4. [ 710.411671] nova-conductor[53858]: DEBUG nova.network.neutron [None req-aadda1bb-f770-4742-8c34-cd25e3f7e7cb tempest-InstanceActionsNegativeTestJSON-1700332362 tempest-InstanceActionsNegativeTestJSON-1700332362-project-member] [instance: 64584976-b3f3-4da5-a76b-a05cf2ed6aa4] deallocate_for_instance() {{(pid=53858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 710.446577] nova-conductor[53858]: DEBUG nova.network.neutron [None req-aadda1bb-f770-4742-8c34-cd25e3f7e7cb tempest-InstanceActionsNegativeTestJSON-1700332362 tempest-InstanceActionsNegativeTestJSON-1700332362-project-member] [instance: 64584976-b3f3-4da5-a76b-a05cf2ed6aa4] Instance cache missing network info. {{(pid=53858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.450441] nova-conductor[53858]: DEBUG nova.network.neutron [None req-aadda1bb-f770-4742-8c34-cd25e3f7e7cb tempest-InstanceActionsNegativeTestJSON-1700332362 tempest-InstanceActionsNegativeTestJSON-1700332362-project-member] [instance: 64584976-b3f3-4da5-a76b-a05cf2ed6aa4] Updating instance_info_cache with network_info: [] {{(pid=53858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.361698] nova-conductor[53858]: ERROR nova.scheduler.utils [None req-5f08bfba-63c5-4161-be1b-a884c0ae71af tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] [instance: 590907a7-b6cc-48fc-a4bf-e4a2e48b05b8] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 989fba39-a679-413f-8cca-904ac748fcbe, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 590907a7-b6cc-48fc-a4bf-e4a2e48b05b8 was re-scheduled: Binding failed for port 989fba39-a679-413f-8cca-904ac748fcbe, please check neutron logs for more information.\n'] [ 712.362338] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-5f08bfba-63c5-4161-be1b-a884c0ae71af tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Rescheduling: True {{(pid=53858) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 712.362586] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-5f08bfba-63c5-4161-be1b-a884c0ae71af tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 590907a7-b6cc-48fc-a4bf-e4a2e48b05b8.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 590907a7-b6cc-48fc-a4bf-e4a2e48b05b8. [ 712.362801] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-5f08bfba-63c5-4161-be1b-a884c0ae71af tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] [instance: 590907a7-b6cc-48fc-a4bf-e4a2e48b05b8] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 590907a7-b6cc-48fc-a4bf-e4a2e48b05b8. [ 712.386219] nova-conductor[53858]: DEBUG nova.network.neutron [None req-5f08bfba-63c5-4161-be1b-a884c0ae71af tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] [instance: 590907a7-b6cc-48fc-a4bf-e4a2e48b05b8] deallocate_for_instance() {{(pid=53858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 712.405107] nova-conductor[53858]: DEBUG nova.network.neutron [None req-5f08bfba-63c5-4161-be1b-a884c0ae71af tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] [instance: 590907a7-b6cc-48fc-a4bf-e4a2e48b05b8] Instance cache missing network info. {{(pid=53858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.407625] nova-conductor[53858]: DEBUG nova.network.neutron [None req-5f08bfba-63c5-4161-be1b-a884c0ae71af tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] [instance: 590907a7-b6cc-48fc-a4bf-e4a2e48b05b8] Updating instance_info_cache with network_info: [] {{(pid=53858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.362864] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-0adbd41a-bb08-4b5a-bc10-ab9778329dd8 tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 714.383327] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-0adbd41a-bb08-4b5a-bc10-ab9778329dd8 tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.383572] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-0adbd41a-bb08-4b5a-bc10-ab9778329dd8 tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.383766] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-0adbd41a-bb08-4b5a-bc10-ab9778329dd8 tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.414417] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-0adbd41a-bb08-4b5a-bc10-ab9778329dd8 tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.414721] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-0adbd41a-bb08-4b5a-bc10-ab9778329dd8 tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.414843] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-0adbd41a-bb08-4b5a-bc10-ab9778329dd8 tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.415213] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-0adbd41a-bb08-4b5a-bc10-ab9778329dd8 tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.415422] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-0adbd41a-bb08-4b5a-bc10-ab9778329dd8 tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.415546] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-0adbd41a-bb08-4b5a-bc10-ab9778329dd8 tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.423330] nova-conductor[53858]: DEBUG nova.quota [None req-0adbd41a-bb08-4b5a-bc10-ab9778329dd8 tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Getting quotas for project 97570799e5f54fdeb7e8dfd2f50cc8a6. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 714.425615] nova-conductor[53858]: DEBUG nova.quota [None req-0adbd41a-bb08-4b5a-bc10-ab9778329dd8 tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Getting quotas for user 98dcbc29b88741d5b51f311bb39f8a7a and project 97570799e5f54fdeb7e8dfd2f50cc8a6. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 714.432439] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-0adbd41a-bb08-4b5a-bc10-ab9778329dd8 tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] [instance: 7bd3204b-5754-4ff2-b0ff-f30556dd72a1] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 714.434521] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-0adbd41a-bb08-4b5a-bc10-ab9778329dd8 tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.434521] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-0adbd41a-bb08-4b5a-bc10-ab9778329dd8 tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.434521] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-0adbd41a-bb08-4b5a-bc10-ab9778329dd8 tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.438862] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-0adbd41a-bb08-4b5a-bc10-ab9778329dd8 tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] [instance: 7bd3204b-5754-4ff2-b0ff-f30556dd72a1] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 714.439586] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-0adbd41a-bb08-4b5a-bc10-ab9778329dd8 tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.439796] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-0adbd41a-bb08-4b5a-bc10-ab9778329dd8 tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.439964] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-0adbd41a-bb08-4b5a-bc10-ab9778329dd8 tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.456499] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-0adbd41a-bb08-4b5a-bc10-ab9778329dd8 tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.456743] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-0adbd41a-bb08-4b5a-bc10-ab9778329dd8 tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.456913] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-0adbd41a-bb08-4b5a-bc10-ab9778329dd8 tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.614591] nova-conductor[53858]: ERROR nova.scheduler.utils [None req-08382130-d70f-42e8-a5b5-93e86f5fa49a tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] [instance: 60ffc8b0-4a7b-4e2a-8774-d16e502d8a06] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port c88b194c-774a-448e-8f31-5a89cfdbc187, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 60ffc8b0-4a7b-4e2a-8774-d16e502d8a06 was re-scheduled: Binding failed for port c88b194c-774a-448e-8f31-5a89cfdbc187, please check neutron logs for more information.\n'] [ 714.614591] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-08382130-d70f-42e8-a5b5-93e86f5fa49a tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Rescheduling: True {{(pid=53858) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 714.614591] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-08382130-d70f-42e8-a5b5-93e86f5fa49a tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 60ffc8b0-4a7b-4e2a-8774-d16e502d8a06.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 60ffc8b0-4a7b-4e2a-8774-d16e502d8a06. [ 714.614591] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-08382130-d70f-42e8-a5b5-93e86f5fa49a tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] [instance: 60ffc8b0-4a7b-4e2a-8774-d16e502d8a06] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 60ffc8b0-4a7b-4e2a-8774-d16e502d8a06. [ 714.639394] nova-conductor[53858]: DEBUG nova.network.neutron [None req-08382130-d70f-42e8-a5b5-93e86f5fa49a tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] [instance: 60ffc8b0-4a7b-4e2a-8774-d16e502d8a06] deallocate_for_instance() {{(pid=53858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 714.663944] nova-conductor[53858]: DEBUG nova.network.neutron [None req-08382130-d70f-42e8-a5b5-93e86f5fa49a tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] [instance: 60ffc8b0-4a7b-4e2a-8774-d16e502d8a06] Instance cache missing network info. {{(pid=53858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.667219] nova-conductor[53858]: DEBUG nova.network.neutron [None req-08382130-d70f-42e8-a5b5-93e86f5fa49a tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] [instance: 60ffc8b0-4a7b-4e2a-8774-d16e502d8a06] Updating instance_info_cache with network_info: [] {{(pid=53858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.376445] nova-conductor[53858]: ERROR nova.scheduler.utils [None req-6833b601-845b-439d-ad97-e2f9c0927775 tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] [instance: 4f5348ec-f0b6-45e2-be04-31dbf1d49a3a] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port a616fa04-1fe8-475c-9237-a801d7430538, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 4f5348ec-f0b6-45e2-be04-31dbf1d49a3a was re-scheduled: Binding failed for port a616fa04-1fe8-475c-9237-a801d7430538, please check neutron logs for more information.\n'] [ 716.377000] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-6833b601-845b-439d-ad97-e2f9c0927775 tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Rescheduling: True {{(pid=53858) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 716.377252] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-6833b601-845b-439d-ad97-e2f9c0927775 tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4f5348ec-f0b6-45e2-be04-31dbf1d49a3a.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4f5348ec-f0b6-45e2-be04-31dbf1d49a3a. [ 716.377469] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-6833b601-845b-439d-ad97-e2f9c0927775 tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] [instance: 4f5348ec-f0b6-45e2-be04-31dbf1d49a3a] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4f5348ec-f0b6-45e2-be04-31dbf1d49a3a. [ 716.416137] nova-conductor[53858]: DEBUG nova.network.neutron [None req-6833b601-845b-439d-ad97-e2f9c0927775 tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] [instance: 4f5348ec-f0b6-45e2-be04-31dbf1d49a3a] deallocate_for_instance() {{(pid=53858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 716.437605] nova-conductor[53858]: DEBUG nova.network.neutron [None req-6833b601-845b-439d-ad97-e2f9c0927775 tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] [instance: 4f5348ec-f0b6-45e2-be04-31dbf1d49a3a] Instance cache missing network info. {{(pid=53858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.442508] nova-conductor[53858]: DEBUG nova.network.neutron [None req-6833b601-845b-439d-ad97-e2f9c0927775 tempest-ServerRescueNegativeTestJSON-1435265126 tempest-ServerRescueNegativeTestJSON-1435265126-project-member] [instance: 4f5348ec-f0b6-45e2-be04-31dbf1d49a3a] Updating instance_info_cache with network_info: [] {{(pid=53858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.616231] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-28282894-8344-49f7-8696-a5bcafc57c69 tempest-ServerRescueTestJSONUnderV235-1784422495 tempest-ServerRescueTestJSONUnderV235-1784422495-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 716.638196] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-28282894-8344-49f7-8696-a5bcafc57c69 tempest-ServerRescueTestJSONUnderV235-1784422495 tempest-ServerRescueTestJSONUnderV235-1784422495-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.638431] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-28282894-8344-49f7-8696-a5bcafc57c69 tempest-ServerRescueTestJSONUnderV235-1784422495 tempest-ServerRescueTestJSONUnderV235-1784422495-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.638599] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-28282894-8344-49f7-8696-a5bcafc57c69 tempest-ServerRescueTestJSONUnderV235-1784422495 tempest-ServerRescueTestJSONUnderV235-1784422495-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.683354] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-28282894-8344-49f7-8696-a5bcafc57c69 tempest-ServerRescueTestJSONUnderV235-1784422495 tempest-ServerRescueTestJSONUnderV235-1784422495-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.683583] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-28282894-8344-49f7-8696-a5bcafc57c69 tempest-ServerRescueTestJSONUnderV235-1784422495 tempest-ServerRescueTestJSONUnderV235-1784422495-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.684243] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-28282894-8344-49f7-8696-a5bcafc57c69 tempest-ServerRescueTestJSONUnderV235-1784422495 tempest-ServerRescueTestJSONUnderV235-1784422495-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.684243] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-28282894-8344-49f7-8696-a5bcafc57c69 tempest-ServerRescueTestJSONUnderV235-1784422495 tempest-ServerRescueTestJSONUnderV235-1784422495-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.684403] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-28282894-8344-49f7-8696-a5bcafc57c69 tempest-ServerRescueTestJSONUnderV235-1784422495 tempest-ServerRescueTestJSONUnderV235-1784422495-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.684452] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-28282894-8344-49f7-8696-a5bcafc57c69 tempest-ServerRescueTestJSONUnderV235-1784422495 tempest-ServerRescueTestJSONUnderV235-1784422495-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.702482] nova-conductor[53859]: DEBUG nova.quota [None req-28282894-8344-49f7-8696-a5bcafc57c69 tempest-ServerRescueTestJSONUnderV235-1784422495 tempest-ServerRescueTestJSONUnderV235-1784422495-project-member] Getting quotas for project 7c3aebbbdf3e40ce9d1379a9f5a6378f. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 716.710020] nova-conductor[53859]: DEBUG nova.quota [None req-28282894-8344-49f7-8696-a5bcafc57c69 tempest-ServerRescueTestJSONUnderV235-1784422495 tempest-ServerRescueTestJSONUnderV235-1784422495-project-member] Getting quotas for user fc605decd45a4b448e2e4aed1f2f76e7 and project 7c3aebbbdf3e40ce9d1379a9f5a6378f. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 716.721073] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-28282894-8344-49f7-8696-a5bcafc57c69 tempest-ServerRescueTestJSONUnderV235-1784422495 tempest-ServerRescueTestJSONUnderV235-1784422495-project-member] [instance: b2d2b34d-827f-4f96-af8e-936135ba8700] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 716.721797] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-28282894-8344-49f7-8696-a5bcafc57c69 tempest-ServerRescueTestJSONUnderV235-1784422495 tempest-ServerRescueTestJSONUnderV235-1784422495-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.722018] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-28282894-8344-49f7-8696-a5bcafc57c69 tempest-ServerRescueTestJSONUnderV235-1784422495 tempest-ServerRescueTestJSONUnderV235-1784422495-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.722195] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-28282894-8344-49f7-8696-a5bcafc57c69 tempest-ServerRescueTestJSONUnderV235-1784422495 tempest-ServerRescueTestJSONUnderV235-1784422495-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.728289] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-28282894-8344-49f7-8696-a5bcafc57c69 tempest-ServerRescueTestJSONUnderV235-1784422495 tempest-ServerRescueTestJSONUnderV235-1784422495-project-member] [instance: b2d2b34d-827f-4f96-af8e-936135ba8700] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 716.733015] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-28282894-8344-49f7-8696-a5bcafc57c69 tempest-ServerRescueTestJSONUnderV235-1784422495 tempest-ServerRescueTestJSONUnderV235-1784422495-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.733015] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-28282894-8344-49f7-8696-a5bcafc57c69 tempest-ServerRescueTestJSONUnderV235-1784422495 tempest-ServerRescueTestJSONUnderV235-1784422495-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.733015] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-28282894-8344-49f7-8696-a5bcafc57c69 tempest-ServerRescueTestJSONUnderV235-1784422495 tempest-ServerRescueTestJSONUnderV235-1784422495-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.757219] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-28282894-8344-49f7-8696-a5bcafc57c69 tempest-ServerRescueTestJSONUnderV235-1784422495 tempest-ServerRescueTestJSONUnderV235-1784422495-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.757463] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-28282894-8344-49f7-8696-a5bcafc57c69 tempest-ServerRescueTestJSONUnderV235-1784422495 tempest-ServerRescueTestJSONUnderV235-1784422495-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.757634] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-28282894-8344-49f7-8696-a5bcafc57c69 tempest-ServerRescueTestJSONUnderV235-1784422495 tempest-ServerRescueTestJSONUnderV235-1784422495-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.085180] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-998fcb75-b821-4586-ae48-2fe4d02a9864 tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 718.105764] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-998fcb75-b821-4586-ae48-2fe4d02a9864 tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.106238] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-998fcb75-b821-4586-ae48-2fe4d02a9864 tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.106547] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-998fcb75-b821-4586-ae48-2fe4d02a9864 tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.146246] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-998fcb75-b821-4586-ae48-2fe4d02a9864 tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.146538] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-998fcb75-b821-4586-ae48-2fe4d02a9864 tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.146652] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-998fcb75-b821-4586-ae48-2fe4d02a9864 tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.147048] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-998fcb75-b821-4586-ae48-2fe4d02a9864 tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.147244] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-998fcb75-b821-4586-ae48-2fe4d02a9864 tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.147405] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-998fcb75-b821-4586-ae48-2fe4d02a9864 tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.156313] nova-conductor[53858]: DEBUG nova.quota [None req-998fcb75-b821-4586-ae48-2fe4d02a9864 tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Getting quotas for project f0dfb7e2632b47f48da6dc458d8f155c. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 718.159693] nova-conductor[53858]: DEBUG nova.quota [None req-998fcb75-b821-4586-ae48-2fe4d02a9864 tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Getting quotas for user da35e21b822b4ccba98f1a19892fe8f5 and project f0dfb7e2632b47f48da6dc458d8f155c. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 718.164860] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-998fcb75-b821-4586-ae48-2fe4d02a9864 tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] [instance: 870602dd-1b85-4c97-9506-f08e9f1bade6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 718.165375] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-998fcb75-b821-4586-ae48-2fe4d02a9864 tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.165665] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-998fcb75-b821-4586-ae48-2fe4d02a9864 tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.165665] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-998fcb75-b821-4586-ae48-2fe4d02a9864 tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.171170] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-998fcb75-b821-4586-ae48-2fe4d02a9864 tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] [instance: 870602dd-1b85-4c97-9506-f08e9f1bade6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 718.171815] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-998fcb75-b821-4586-ae48-2fe4d02a9864 tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.172216] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-998fcb75-b821-4586-ae48-2fe4d02a9864 tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.172318] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-998fcb75-b821-4586-ae48-2fe4d02a9864 tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.188158] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-998fcb75-b821-4586-ae48-2fe4d02a9864 tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.189021] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-998fcb75-b821-4586-ae48-2fe4d02a9864 tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.189021] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-998fcb75-b821-4586-ae48-2fe4d02a9864 tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.775351] nova-conductor[53859]: ERROR nova.scheduler.utils [None req-df4eb7d8-5b64-4db4-b042-683b16e0b991 tempest-ServersTestBootFromVolume-2104901628 tempest-ServersTestBootFromVolume-2104901628-project-member] [instance: fb548893-2df5-4629-bf3a-3b0f807f6357] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 02c3270e-c070-4203-bf7e-d9f1db17ad7e, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance fb548893-2df5-4629-bf3a-3b0f807f6357 was re-scheduled: Binding failed for port 02c3270e-c070-4203-bf7e-d9f1db17ad7e, please check neutron logs for more information.\n'] [ 720.776056] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-df4eb7d8-5b64-4db4-b042-683b16e0b991 tempest-ServersTestBootFromVolume-2104901628 tempest-ServersTestBootFromVolume-2104901628-project-member] Rescheduling: True {{(pid=53859) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 720.776706] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-df4eb7d8-5b64-4db4-b042-683b16e0b991 tempest-ServersTestBootFromVolume-2104901628 tempest-ServersTestBootFromVolume-2104901628-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fb548893-2df5-4629-bf3a-3b0f807f6357.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fb548893-2df5-4629-bf3a-3b0f807f6357. [ 720.776822] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-df4eb7d8-5b64-4db4-b042-683b16e0b991 tempest-ServersTestBootFromVolume-2104901628 tempest-ServersTestBootFromVolume-2104901628-project-member] [instance: fb548893-2df5-4629-bf3a-3b0f807f6357] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fb548893-2df5-4629-bf3a-3b0f807f6357. [ 720.805555] nova-conductor[53859]: DEBUG nova.network.neutron [None req-df4eb7d8-5b64-4db4-b042-683b16e0b991 tempest-ServersTestBootFromVolume-2104901628 tempest-ServersTestBootFromVolume-2104901628-project-member] [instance: fb548893-2df5-4629-bf3a-3b0f807f6357] deallocate_for_instance() {{(pid=53859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 720.825558] nova-conductor[53859]: DEBUG nova.network.neutron [None req-df4eb7d8-5b64-4db4-b042-683b16e0b991 tempest-ServersTestBootFromVolume-2104901628 tempest-ServersTestBootFromVolume-2104901628-project-member] [instance: fb548893-2df5-4629-bf3a-3b0f807f6357] Instance cache missing network info. {{(pid=53859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.829240] nova-conductor[53859]: DEBUG nova.network.neutron [None req-df4eb7d8-5b64-4db4-b042-683b16e0b991 tempest-ServersTestBootFromVolume-2104901628 tempest-ServersTestBootFromVolume-2104901628-project-member] [instance: fb548893-2df5-4629-bf3a-3b0f807f6357] Updating instance_info_cache with network_info: [] {{(pid=53859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.140415] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-c06a566a-3828-47dc-91c4-25d15d717c22 tempest-ServerShowV257Test-986496257 tempest-ServerShowV257Test-986496257-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 721.155842] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-c06a566a-3828-47dc-91c4-25d15d717c22 tempest-ServerShowV257Test-986496257 tempest-ServerShowV257Test-986496257-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.156116] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-c06a566a-3828-47dc-91c4-25d15d717c22 tempest-ServerShowV257Test-986496257 tempest-ServerShowV257Test-986496257-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.156291] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-c06a566a-3828-47dc-91c4-25d15d717c22 tempest-ServerShowV257Test-986496257 tempest-ServerShowV257Test-986496257-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.189077] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-c06a566a-3828-47dc-91c4-25d15d717c22 tempest-ServerShowV257Test-986496257 tempest-ServerShowV257Test-986496257-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.189425] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-c06a566a-3828-47dc-91c4-25d15d717c22 tempest-ServerShowV257Test-986496257 tempest-ServerShowV257Test-986496257-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.189696] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-c06a566a-3828-47dc-91c4-25d15d717c22 tempest-ServerShowV257Test-986496257 tempest-ServerShowV257Test-986496257-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.189999] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-c06a566a-3828-47dc-91c4-25d15d717c22 tempest-ServerShowV257Test-986496257 tempest-ServerShowV257Test-986496257-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.191420] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-c06a566a-3828-47dc-91c4-25d15d717c22 tempest-ServerShowV257Test-986496257 tempest-ServerShowV257Test-986496257-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.191420] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-c06a566a-3828-47dc-91c4-25d15d717c22 tempest-ServerShowV257Test-986496257 tempest-ServerShowV257Test-986496257-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.200346] nova-conductor[53858]: DEBUG nova.quota [None req-c06a566a-3828-47dc-91c4-25d15d717c22 tempest-ServerShowV257Test-986496257 tempest-ServerShowV257Test-986496257-project-member] Getting quotas for project bc986c0f2d4a406cb47220f2b093145b. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 721.203908] nova-conductor[53858]: DEBUG nova.quota [None req-c06a566a-3828-47dc-91c4-25d15d717c22 tempest-ServerShowV257Test-986496257 tempest-ServerShowV257Test-986496257-project-member] Getting quotas for user 8cf38a3d148146fe9ade7561afc78184 and project bc986c0f2d4a406cb47220f2b093145b. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 721.212850] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-c06a566a-3828-47dc-91c4-25d15d717c22 tempest-ServerShowV257Test-986496257 tempest-ServerShowV257Test-986496257-project-member] [instance: b8c60af7-3561-468c-a9a5-1c645080fc69] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 721.213703] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-c06a566a-3828-47dc-91c4-25d15d717c22 tempest-ServerShowV257Test-986496257 tempest-ServerShowV257Test-986496257-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.213926] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-c06a566a-3828-47dc-91c4-25d15d717c22 tempest-ServerShowV257Test-986496257 tempest-ServerShowV257Test-986496257-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.214124] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-c06a566a-3828-47dc-91c4-25d15d717c22 tempest-ServerShowV257Test-986496257 tempest-ServerShowV257Test-986496257-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.217318] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-c06a566a-3828-47dc-91c4-25d15d717c22 tempest-ServerShowV257Test-986496257 tempest-ServerShowV257Test-986496257-project-member] [instance: b8c60af7-3561-468c-a9a5-1c645080fc69] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 721.218114] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-c06a566a-3828-47dc-91c4-25d15d717c22 tempest-ServerShowV257Test-986496257 tempest-ServerShowV257Test-986496257-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.218388] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-c06a566a-3828-47dc-91c4-25d15d717c22 tempest-ServerShowV257Test-986496257 tempest-ServerShowV257Test-986496257-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.218572] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-c06a566a-3828-47dc-91c4-25d15d717c22 tempest-ServerShowV257Test-986496257 tempest-ServerShowV257Test-986496257-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.234781] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-c06a566a-3828-47dc-91c4-25d15d717c22 tempest-ServerShowV257Test-986496257 tempest-ServerShowV257Test-986496257-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.235021] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-c06a566a-3828-47dc-91c4-25d15d717c22 tempest-ServerShowV257Test-986496257 tempest-ServerShowV257Test-986496257-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.235288] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-c06a566a-3828-47dc-91c4-25d15d717c22 tempest-ServerShowV257Test-986496257 tempest-ServerShowV257Test-986496257-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.671944] nova-conductor[53859]: ERROR nova.scheduler.utils [None req-44a76586-0f76-448f-af41-a5d846bfda81 tempest-ServerActionsV293TestJSON-849444864 tempest-ServerActionsV293TestJSON-849444864-project-member] [instance: 62144317-0354-4751-8f2b-4eae588c9da7] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 6059f47a-1eef-4b32-9c0c-25cdd6ab2609, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 62144317-0354-4751-8f2b-4eae588c9da7 was re-scheduled: Binding failed for port 6059f47a-1eef-4b32-9c0c-25cdd6ab2609, please check neutron logs for more information.\n'] [ 722.675025] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-44a76586-0f76-448f-af41-a5d846bfda81 tempest-ServerActionsV293TestJSON-849444864 tempest-ServerActionsV293TestJSON-849444864-project-member] Rescheduling: True {{(pid=53859) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 722.675025] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-44a76586-0f76-448f-af41-a5d846bfda81 tempest-ServerActionsV293TestJSON-849444864 tempest-ServerActionsV293TestJSON-849444864-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 62144317-0354-4751-8f2b-4eae588c9da7.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 62144317-0354-4751-8f2b-4eae588c9da7. [ 722.675025] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-44a76586-0f76-448f-af41-a5d846bfda81 tempest-ServerActionsV293TestJSON-849444864 tempest-ServerActionsV293TestJSON-849444864-project-member] [instance: 62144317-0354-4751-8f2b-4eae588c9da7] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 62144317-0354-4751-8f2b-4eae588c9da7. [ 722.741431] nova-conductor[53859]: DEBUG nova.network.neutron [None req-44a76586-0f76-448f-af41-a5d846bfda81 tempest-ServerActionsV293TestJSON-849444864 tempest-ServerActionsV293TestJSON-849444864-project-member] [instance: 62144317-0354-4751-8f2b-4eae588c9da7] deallocate_for_instance() {{(pid=53859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.775878] nova-conductor[53859]: DEBUG nova.network.neutron [None req-44a76586-0f76-448f-af41-a5d846bfda81 tempest-ServerActionsV293TestJSON-849444864 tempest-ServerActionsV293TestJSON-849444864-project-member] [instance: 62144317-0354-4751-8f2b-4eae588c9da7] Instance cache missing network info. {{(pid=53859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.780813] nova-conductor[53859]: DEBUG nova.network.neutron [None req-44a76586-0f76-448f-af41-a5d846bfda81 tempest-ServerActionsV293TestJSON-849444864 tempest-ServerActionsV293TestJSON-849444864-project-member] [instance: 62144317-0354-4751-8f2b-4eae588c9da7] Updating instance_info_cache with network_info: [] {{(pid=53859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.600684] nova-conductor[53858]: ERROR nova.scheduler.utils [None req-c09a27e9-8e33-411f-b17b-7cd8d66a175c tempest-ServerMetadataNegativeTestJSON-1976245157 tempest-ServerMetadataNegativeTestJSON-1976245157-project-member] [instance: 25b62db6-6e64-4e38-bfd3-82a2e9a4883a] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port bf236ea4-19e2-487c-ad15-61be750ff9c5, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 25b62db6-6e64-4e38-bfd3-82a2e9a4883a was re-scheduled: Binding failed for port bf236ea4-19e2-487c-ad15-61be750ff9c5, please check neutron logs for more information.\n'] [ 724.601378] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-c09a27e9-8e33-411f-b17b-7cd8d66a175c tempest-ServerMetadataNegativeTestJSON-1976245157 tempest-ServerMetadataNegativeTestJSON-1976245157-project-member] Rescheduling: True {{(pid=53858) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 724.601618] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-c09a27e9-8e33-411f-b17b-7cd8d66a175c tempest-ServerMetadataNegativeTestJSON-1976245157 tempest-ServerMetadataNegativeTestJSON-1976245157-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 25b62db6-6e64-4e38-bfd3-82a2e9a4883a.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 25b62db6-6e64-4e38-bfd3-82a2e9a4883a. [ 724.601935] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-c09a27e9-8e33-411f-b17b-7cd8d66a175c tempest-ServerMetadataNegativeTestJSON-1976245157 tempest-ServerMetadataNegativeTestJSON-1976245157-project-member] [instance: 25b62db6-6e64-4e38-bfd3-82a2e9a4883a] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 25b62db6-6e64-4e38-bfd3-82a2e9a4883a. [ 724.636625] nova-conductor[53858]: DEBUG nova.network.neutron [None req-c09a27e9-8e33-411f-b17b-7cd8d66a175c tempest-ServerMetadataNegativeTestJSON-1976245157 tempest-ServerMetadataNegativeTestJSON-1976245157-project-member] [instance: 25b62db6-6e64-4e38-bfd3-82a2e9a4883a] deallocate_for_instance() {{(pid=53858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 724.680389] nova-conductor[53858]: DEBUG nova.network.neutron [None req-c09a27e9-8e33-411f-b17b-7cd8d66a175c tempest-ServerMetadataNegativeTestJSON-1976245157 tempest-ServerMetadataNegativeTestJSON-1976245157-project-member] [instance: 25b62db6-6e64-4e38-bfd3-82a2e9a4883a] Instance cache missing network info. {{(pid=53858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.684851] nova-conductor[53858]: DEBUG nova.network.neutron [None req-c09a27e9-8e33-411f-b17b-7cd8d66a175c tempest-ServerMetadataNegativeTestJSON-1976245157 tempest-ServerMetadataNegativeTestJSON-1976245157-project-member] [instance: 25b62db6-6e64-4e38-bfd3-82a2e9a4883a] Updating instance_info_cache with network_info: [] {{(pid=53858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.690722] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell0:SELECT=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 726.734441] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 726.746138] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=7 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 726.751315] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 729.087058] nova-conductor[53858]: ERROR nova.scheduler.utils [None req-24801cc4-3974-42da-978f-a22cb8f70af0 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] [instance: 2939d1e5-07fe-48b3-bc87-5f67fa1a7ae4] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port cb32985d-46e9-42d3-a1cd-7e7620873e5e, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 2939d1e5-07fe-48b3-bc87-5f67fa1a7ae4 was re-scheduled: Binding failed for port cb32985d-46e9-42d3-a1cd-7e7620873e5e, please check neutron logs for more information.\n'] [ 729.087058] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-24801cc4-3974-42da-978f-a22cb8f70af0 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Rescheduling: True {{(pid=53858) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 729.087429] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-24801cc4-3974-42da-978f-a22cb8f70af0 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2939d1e5-07fe-48b3-bc87-5f67fa1a7ae4.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2939d1e5-07fe-48b3-bc87-5f67fa1a7ae4. [ 729.087728] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-24801cc4-3974-42da-978f-a22cb8f70af0 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] [instance: 2939d1e5-07fe-48b3-bc87-5f67fa1a7ae4] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2939d1e5-07fe-48b3-bc87-5f67fa1a7ae4. [ 729.115507] nova-conductor[53858]: DEBUG nova.network.neutron [None req-24801cc4-3974-42da-978f-a22cb8f70af0 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] [instance: 2939d1e5-07fe-48b3-bc87-5f67fa1a7ae4] deallocate_for_instance() {{(pid=53858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 729.132194] nova-conductor[53858]: DEBUG nova.network.neutron [None req-24801cc4-3974-42da-978f-a22cb8f70af0 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] [instance: 2939d1e5-07fe-48b3-bc87-5f67fa1a7ae4] Instance cache missing network info. {{(pid=53858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.137197] nova-conductor[53858]: DEBUG nova.network.neutron [None req-24801cc4-3974-42da-978f-a22cb8f70af0 tempest-SecurityGroupsTestJSON-509490211 tempest-SecurityGroupsTestJSON-509490211-project-member] [instance: 2939d1e5-07fe-48b3-bc87-5f67fa1a7ae4] Updating instance_info_cache with network_info: [] {{(pid=53858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.194226] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell0:SELECT=3 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 731.221528] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=22,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 731.228758] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=17,nova_api:UPDATE=2 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 731.232801] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=19,nova_api:UPDATE=1,nova_api:DELETE=3 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 737.749505] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-8e8efa20-a2ed-4da9-89f1-5ff799c0382c tempest-ServersNegativeTestMultiTenantJSON-1497120864 tempest-ServersNegativeTestMultiTenantJSON-1497120864-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 737.768169] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-8e8efa20-a2ed-4da9-89f1-5ff799c0382c tempest-ServersNegativeTestMultiTenantJSON-1497120864 tempest-ServersNegativeTestMultiTenantJSON-1497120864-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.768169] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-8e8efa20-a2ed-4da9-89f1-5ff799c0382c tempest-ServersNegativeTestMultiTenantJSON-1497120864 tempest-ServersNegativeTestMultiTenantJSON-1497120864-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.768169] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-8e8efa20-a2ed-4da9-89f1-5ff799c0382c tempest-ServersNegativeTestMultiTenantJSON-1497120864 tempest-ServersNegativeTestMultiTenantJSON-1497120864-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.810864] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-8e8efa20-a2ed-4da9-89f1-5ff799c0382c tempest-ServersNegativeTestMultiTenantJSON-1497120864 tempest-ServersNegativeTestMultiTenantJSON-1497120864-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.811144] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-8e8efa20-a2ed-4da9-89f1-5ff799c0382c tempest-ServersNegativeTestMultiTenantJSON-1497120864 tempest-ServersNegativeTestMultiTenantJSON-1497120864-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.811339] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-8e8efa20-a2ed-4da9-89f1-5ff799c0382c tempest-ServersNegativeTestMultiTenantJSON-1497120864 tempest-ServersNegativeTestMultiTenantJSON-1497120864-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.811713] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-8e8efa20-a2ed-4da9-89f1-5ff799c0382c tempest-ServersNegativeTestMultiTenantJSON-1497120864 tempest-ServersNegativeTestMultiTenantJSON-1497120864-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.811899] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-8e8efa20-a2ed-4da9-89f1-5ff799c0382c tempest-ServersNegativeTestMultiTenantJSON-1497120864 tempest-ServersNegativeTestMultiTenantJSON-1497120864-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.812124] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-8e8efa20-a2ed-4da9-89f1-5ff799c0382c tempest-ServersNegativeTestMultiTenantJSON-1497120864 tempest-ServersNegativeTestMultiTenantJSON-1497120864-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.822963] nova-conductor[53858]: DEBUG nova.quota [None req-8e8efa20-a2ed-4da9-89f1-5ff799c0382c tempest-ServersNegativeTestMultiTenantJSON-1497120864 tempest-ServersNegativeTestMultiTenantJSON-1497120864-project-member] Getting quotas for project 93b2ac1779c1498d9cabeb015353024a. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 737.826558] nova-conductor[53858]: DEBUG nova.quota [None req-8e8efa20-a2ed-4da9-89f1-5ff799c0382c tempest-ServersNegativeTestMultiTenantJSON-1497120864 tempest-ServersNegativeTestMultiTenantJSON-1497120864-project-member] Getting quotas for user a3d5c9d80015406789fcb8ae93c7e7ac and project 93b2ac1779c1498d9cabeb015353024a. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 737.832269] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-8e8efa20-a2ed-4da9-89f1-5ff799c0382c tempest-ServersNegativeTestMultiTenantJSON-1497120864 tempest-ServersNegativeTestMultiTenantJSON-1497120864-project-member] [instance: 1d1b1dc4-c701-42b2-beba-344d622aef41] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 737.832712] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-8e8efa20-a2ed-4da9-89f1-5ff799c0382c tempest-ServersNegativeTestMultiTenantJSON-1497120864 tempest-ServersNegativeTestMultiTenantJSON-1497120864-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.832917] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-8e8efa20-a2ed-4da9-89f1-5ff799c0382c tempest-ServersNegativeTestMultiTenantJSON-1497120864 tempest-ServersNegativeTestMultiTenantJSON-1497120864-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.833097] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-8e8efa20-a2ed-4da9-89f1-5ff799c0382c tempest-ServersNegativeTestMultiTenantJSON-1497120864 tempest-ServersNegativeTestMultiTenantJSON-1497120864-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.840817] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-8e8efa20-a2ed-4da9-89f1-5ff799c0382c tempest-ServersNegativeTestMultiTenantJSON-1497120864 tempest-ServersNegativeTestMultiTenantJSON-1497120864-project-member] [instance: 1d1b1dc4-c701-42b2-beba-344d622aef41] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 737.841592] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-8e8efa20-a2ed-4da9-89f1-5ff799c0382c tempest-ServersNegativeTestMultiTenantJSON-1497120864 tempest-ServersNegativeTestMultiTenantJSON-1497120864-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.841802] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-8e8efa20-a2ed-4da9-89f1-5ff799c0382c tempest-ServersNegativeTestMultiTenantJSON-1497120864 tempest-ServersNegativeTestMultiTenantJSON-1497120864-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.842367] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-8e8efa20-a2ed-4da9-89f1-5ff799c0382c tempest-ServersNegativeTestMultiTenantJSON-1497120864 tempest-ServersNegativeTestMultiTenantJSON-1497120864-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.859304] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-8e8efa20-a2ed-4da9-89f1-5ff799c0382c tempest-ServersNegativeTestMultiTenantJSON-1497120864 tempest-ServersNegativeTestMultiTenantJSON-1497120864-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.859531] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-8e8efa20-a2ed-4da9-89f1-5ff799c0382c tempest-ServersNegativeTestMultiTenantJSON-1497120864 tempest-ServersNegativeTestMultiTenantJSON-1497120864-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.859701] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-8e8efa20-a2ed-4da9-89f1-5ff799c0382c tempest-ServersNegativeTestMultiTenantJSON-1497120864 tempest-ServersNegativeTestMultiTenantJSON-1497120864-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.052035] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-458eed44-c3ca-4049-bcef-fbcaf60c50ed tempest-ServersTestManualDisk-2012652654 tempest-ServersTestManualDisk-2012652654-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 740.067315] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-458eed44-c3ca-4049-bcef-fbcaf60c50ed tempest-ServersTestManualDisk-2012652654 tempest-ServersTestManualDisk-2012652654-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.067806] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-458eed44-c3ca-4049-bcef-fbcaf60c50ed tempest-ServersTestManualDisk-2012652654 tempest-ServersTestManualDisk-2012652654-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.068224] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-458eed44-c3ca-4049-bcef-fbcaf60c50ed tempest-ServersTestManualDisk-2012652654 tempest-ServersTestManualDisk-2012652654-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.113154] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-458eed44-c3ca-4049-bcef-fbcaf60c50ed tempest-ServersTestManualDisk-2012652654 tempest-ServersTestManualDisk-2012652654-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.113574] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-458eed44-c3ca-4049-bcef-fbcaf60c50ed tempest-ServersTestManualDisk-2012652654 tempest-ServersTestManualDisk-2012652654-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.113856] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-458eed44-c3ca-4049-bcef-fbcaf60c50ed tempest-ServersTestManualDisk-2012652654 tempest-ServersTestManualDisk-2012652654-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.114340] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-458eed44-c3ca-4049-bcef-fbcaf60c50ed tempest-ServersTestManualDisk-2012652654 tempest-ServersTestManualDisk-2012652654-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.114638] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-458eed44-c3ca-4049-bcef-fbcaf60c50ed tempest-ServersTestManualDisk-2012652654 tempest-ServersTestManualDisk-2012652654-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.114926] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-458eed44-c3ca-4049-bcef-fbcaf60c50ed tempest-ServersTestManualDisk-2012652654 tempest-ServersTestManualDisk-2012652654-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.137520] nova-conductor[53858]: DEBUG nova.quota [None req-458eed44-c3ca-4049-bcef-fbcaf60c50ed tempest-ServersTestManualDisk-2012652654 tempest-ServersTestManualDisk-2012652654-project-member] Getting quotas for project 5357434049fb4acd910988fc5ff0d2c4. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 740.140713] nova-conductor[53858]: DEBUG nova.quota [None req-458eed44-c3ca-4049-bcef-fbcaf60c50ed tempest-ServersTestManualDisk-2012652654 tempest-ServersTestManualDisk-2012652654-project-member] Getting quotas for user 03df51b48f5c4d02962b14bbe6eef55f and project 5357434049fb4acd910988fc5ff0d2c4. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 740.145708] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-458eed44-c3ca-4049-bcef-fbcaf60c50ed tempest-ServersTestManualDisk-2012652654 tempest-ServersTestManualDisk-2012652654-project-member] [instance: f1839f61-4314-48fe-8ab6-14b5e49d569d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 740.146199] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-458eed44-c3ca-4049-bcef-fbcaf60c50ed tempest-ServersTestManualDisk-2012652654 tempest-ServersTestManualDisk-2012652654-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.146396] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-458eed44-c3ca-4049-bcef-fbcaf60c50ed tempest-ServersTestManualDisk-2012652654 tempest-ServersTestManualDisk-2012652654-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.146557] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-458eed44-c3ca-4049-bcef-fbcaf60c50ed tempest-ServersTestManualDisk-2012652654 tempest-ServersTestManualDisk-2012652654-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.152158] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-458eed44-c3ca-4049-bcef-fbcaf60c50ed tempest-ServersTestManualDisk-2012652654 tempest-ServersTestManualDisk-2012652654-project-member] [instance: f1839f61-4314-48fe-8ab6-14b5e49d569d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 740.152797] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-458eed44-c3ca-4049-bcef-fbcaf60c50ed tempest-ServersTestManualDisk-2012652654 tempest-ServersTestManualDisk-2012652654-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.153012] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-458eed44-c3ca-4049-bcef-fbcaf60c50ed tempest-ServersTestManualDisk-2012652654 tempest-ServersTestManualDisk-2012652654-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.153282] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-458eed44-c3ca-4049-bcef-fbcaf60c50ed tempest-ServersTestManualDisk-2012652654 tempest-ServersTestManualDisk-2012652654-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.172738] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-458eed44-c3ca-4049-bcef-fbcaf60c50ed tempest-ServersTestManualDisk-2012652654 tempest-ServersTestManualDisk-2012652654-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.172738] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-458eed44-c3ca-4049-bcef-fbcaf60c50ed tempest-ServersTestManualDisk-2012652654 tempest-ServersTestManualDisk-2012652654-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.172738] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-458eed44-c3ca-4049-bcef-fbcaf60c50ed tempest-ServersTestManualDisk-2012652654 tempest-ServersTestManualDisk-2012652654-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.844207] nova-conductor[53858]: ERROR nova.scheduler.utils [None req-425a3606-915c-4f9b-8507-50f1c8d0d8d9 tempest-ServerRescueTestJSON-521767381 tempest-ServerRescueTestJSON-521767381-project-member] [instance: 74b32299-983f-41f7-b3f4-3a12815a83e6] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 8065e5e4-32c9-4969-8aff-a6bc9953f4bc, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 74b32299-983f-41f7-b3f4-3a12815a83e6 was re-scheduled: Binding failed for port 8065e5e4-32c9-4969-8aff-a6bc9953f4bc, please check neutron logs for more information.\n'] [ 740.844683] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-425a3606-915c-4f9b-8507-50f1c8d0d8d9 tempest-ServerRescueTestJSON-521767381 tempest-ServerRescueTestJSON-521767381-project-member] Rescheduling: True {{(pid=53858) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 740.844915] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-425a3606-915c-4f9b-8507-50f1c8d0d8d9 tempest-ServerRescueTestJSON-521767381 tempest-ServerRescueTestJSON-521767381-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 74b32299-983f-41f7-b3f4-3a12815a83e6.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 74b32299-983f-41f7-b3f4-3a12815a83e6. [ 740.845263] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-425a3606-915c-4f9b-8507-50f1c8d0d8d9 tempest-ServerRescueTestJSON-521767381 tempest-ServerRescueTestJSON-521767381-project-member] [instance: 74b32299-983f-41f7-b3f4-3a12815a83e6] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 74b32299-983f-41f7-b3f4-3a12815a83e6. [ 740.877243] nova-conductor[53858]: DEBUG nova.network.neutron [None req-425a3606-915c-4f9b-8507-50f1c8d0d8d9 tempest-ServerRescueTestJSON-521767381 tempest-ServerRescueTestJSON-521767381-project-member] [instance: 74b32299-983f-41f7-b3f4-3a12815a83e6] deallocate_for_instance() {{(pid=53858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 740.898665] nova-conductor[53858]: DEBUG nova.network.neutron [None req-425a3606-915c-4f9b-8507-50f1c8d0d8d9 tempest-ServerRescueTestJSON-521767381 tempest-ServerRescueTestJSON-521767381-project-member] [instance: 74b32299-983f-41f7-b3f4-3a12815a83e6] Instance cache missing network info. {{(pid=53858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.904021] nova-conductor[53858]: DEBUG nova.network.neutron [None req-425a3606-915c-4f9b-8507-50f1c8d0d8d9 tempest-ServerRescueTestJSON-521767381 tempest-ServerRescueTestJSON-521767381-project-member] [instance: 74b32299-983f-41f7-b3f4-3a12815a83e6] Updating instance_info_cache with network_info: [] {{(pid=53858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.874680] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell1:UPDATE=181,nova_cell1:SELECT=382,nova_cell1:INSERT=30,nova_cell1:SAVEPOINT=40,nova_cell1:RELEASE=40 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 750.070381] nova-conductor[53859]: ERROR nova.scheduler.utils [None req-40b011d4-39ab-4684-a124-b3ba87d489df tempest-ServerPasswordTestJSON-595643156 tempest-ServerPasswordTestJSON-595643156-project-member] [instance: 7c0341f9-7401-42ee-9512-afd832c76940] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port e84bf904-db99-4abc-90aa-4be30a8f32e8, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 7c0341f9-7401-42ee-9512-afd832c76940 was re-scheduled: Binding failed for port e84bf904-db99-4abc-90aa-4be30a8f32e8, please check neutron logs for more information.\n'] [ 750.070968] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-40b011d4-39ab-4684-a124-b3ba87d489df tempest-ServerPasswordTestJSON-595643156 tempest-ServerPasswordTestJSON-595643156-project-member] Rescheduling: True {{(pid=53859) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 750.071208] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-40b011d4-39ab-4684-a124-b3ba87d489df tempest-ServerPasswordTestJSON-595643156 tempest-ServerPasswordTestJSON-595643156-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7c0341f9-7401-42ee-9512-afd832c76940.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7c0341f9-7401-42ee-9512-afd832c76940. [ 750.071428] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-40b011d4-39ab-4684-a124-b3ba87d489df tempest-ServerPasswordTestJSON-595643156 tempest-ServerPasswordTestJSON-595643156-project-member] [instance: 7c0341f9-7401-42ee-9512-afd832c76940] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7c0341f9-7401-42ee-9512-afd832c76940. [ 750.074332] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell1:SAVEPOINT=41,nova_cell1:RELEASE=41,nova_cell1:UPDATE=174,nova_cell1:SELECT=358,nova_cell1:INSERT=21 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 750.094730] nova-conductor[53859]: DEBUG nova.network.neutron [None req-40b011d4-39ab-4684-a124-b3ba87d489df tempest-ServerPasswordTestJSON-595643156 tempest-ServerPasswordTestJSON-595643156-project-member] [instance: 7c0341f9-7401-42ee-9512-afd832c76940] deallocate_for_instance() {{(pid=53859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 750.119093] nova-conductor[53859]: DEBUG nova.network.neutron [None req-40b011d4-39ab-4684-a124-b3ba87d489df tempest-ServerPasswordTestJSON-595643156 tempest-ServerPasswordTestJSON-595643156-project-member] [instance: 7c0341f9-7401-42ee-9512-afd832c76940] Instance cache missing network info. {{(pid=53859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.122551] nova-conductor[53859]: DEBUG nova.network.neutron [None req-40b011d4-39ab-4684-a124-b3ba87d489df tempest-ServerPasswordTestJSON-595643156 tempest-ServerPasswordTestJSON-595643156-project-member] [instance: 7c0341f9-7401-42ee-9512-afd832c76940] Updating instance_info_cache with network_info: [] {{(pid=53859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.124647] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell0:SELECT=2 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 750.155175] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=17,nova_cell1:RELEASE=2 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 750.167479] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=13,nova_api:DELETE=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 750.170166] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 754.397532] nova-conductor[53858]: ERROR nova.scheduler.utils [None req-13202777-73e8-40d3-a6ad-7bb49e61267a tempest-ImagesNegativeTestJSON-1202128281 tempest-ImagesNegativeTestJSON-1202128281-project-member] [instance: f7e1d517-3e39-4381-83be-0152368b8120] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 66c485f3-bd28-41e5-a69c-fc82fa725d19, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance f7e1d517-3e39-4381-83be-0152368b8120 was re-scheduled: Binding failed for port 66c485f3-bd28-41e5-a69c-fc82fa725d19, please check neutron logs for more information.\n'] [ 754.397905] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-13202777-73e8-40d3-a6ad-7bb49e61267a tempest-ImagesNegativeTestJSON-1202128281 tempest-ImagesNegativeTestJSON-1202128281-project-member] Rescheduling: True {{(pid=53858) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 754.399650] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-13202777-73e8-40d3-a6ad-7bb49e61267a tempest-ImagesNegativeTestJSON-1202128281 tempest-ImagesNegativeTestJSON-1202128281-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f7e1d517-3e39-4381-83be-0152368b8120.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f7e1d517-3e39-4381-83be-0152368b8120. [ 754.399650] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-13202777-73e8-40d3-a6ad-7bb49e61267a tempest-ImagesNegativeTestJSON-1202128281 tempest-ImagesNegativeTestJSON-1202128281-project-member] [instance: f7e1d517-3e39-4381-83be-0152368b8120] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f7e1d517-3e39-4381-83be-0152368b8120. [ 754.427367] nova-conductor[53858]: DEBUG nova.network.neutron [None req-13202777-73e8-40d3-a6ad-7bb49e61267a tempest-ImagesNegativeTestJSON-1202128281 tempest-ImagesNegativeTestJSON-1202128281-project-member] [instance: f7e1d517-3e39-4381-83be-0152368b8120] deallocate_for_instance() {{(pid=53858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 754.456606] nova-conductor[53858]: DEBUG nova.network.neutron [None req-13202777-73e8-40d3-a6ad-7bb49e61267a tempest-ImagesNegativeTestJSON-1202128281 tempest-ImagesNegativeTestJSON-1202128281-project-member] [instance: f7e1d517-3e39-4381-83be-0152368b8120] Instance cache missing network info. {{(pid=53858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.460029] nova-conductor[53858]: DEBUG nova.network.neutron [None req-13202777-73e8-40d3-a6ad-7bb49e61267a tempest-ImagesNegativeTestJSON-1202128281 tempest-ImagesNegativeTestJSON-1202128281-project-member] [instance: f7e1d517-3e39-4381-83be-0152368b8120] Updating instance_info_cache with network_info: [] {{(pid=53858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.161536] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-9ff8b121-368d-4886-9882-962e7ef81bcf tempest-ServerTagsTestJSON-19215696 tempest-ServerTagsTestJSON-19215696-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 756.177260] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-9ff8b121-368d-4886-9882-962e7ef81bcf tempest-ServerTagsTestJSON-19215696 tempest-ServerTagsTestJSON-19215696-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.177617] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-9ff8b121-368d-4886-9882-962e7ef81bcf tempest-ServerTagsTestJSON-19215696 tempest-ServerTagsTestJSON-19215696-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.177856] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-9ff8b121-368d-4886-9882-962e7ef81bcf tempest-ServerTagsTestJSON-19215696 tempest-ServerTagsTestJSON-19215696-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.194281] nova-conductor[53858]: ERROR nova.scheduler.utils [None req-f7b52f4c-b2e3-49f8-b056-b7254f72bb20 tempest-AttachInterfacesUnderV243Test-498638506 tempest-AttachInterfacesUnderV243Test-498638506-project-member] [instance: 0eab2200-2528-4a89-821a-cdd6a3c99297] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 4c6d06bd-7574-4546-acd9-9d362bc379b1, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 0eab2200-2528-4a89-821a-cdd6a3c99297 was re-scheduled: Binding failed for port 4c6d06bd-7574-4546-acd9-9d362bc379b1, please check neutron logs for more information.\n'] [ 756.194281] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-f7b52f4c-b2e3-49f8-b056-b7254f72bb20 tempest-AttachInterfacesUnderV243Test-498638506 tempest-AttachInterfacesUnderV243Test-498638506-project-member] Rescheduling: True {{(pid=53858) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 756.194281] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-f7b52f4c-b2e3-49f8-b056-b7254f72bb20 tempest-AttachInterfacesUnderV243Test-498638506 tempest-AttachInterfacesUnderV243Test-498638506-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0eab2200-2528-4a89-821a-cdd6a3c99297.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0eab2200-2528-4a89-821a-cdd6a3c99297. [ 756.194281] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-f7b52f4c-b2e3-49f8-b056-b7254f72bb20 tempest-AttachInterfacesUnderV243Test-498638506 tempest-AttachInterfacesUnderV243Test-498638506-project-member] [instance: 0eab2200-2528-4a89-821a-cdd6a3c99297] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0eab2200-2528-4a89-821a-cdd6a3c99297. [ 756.229589] nova-conductor[53858]: DEBUG nova.network.neutron [None req-f7b52f4c-b2e3-49f8-b056-b7254f72bb20 tempest-AttachInterfacesUnderV243Test-498638506 tempest-AttachInterfacesUnderV243Test-498638506-project-member] [instance: 0eab2200-2528-4a89-821a-cdd6a3c99297] deallocate_for_instance() {{(pid=53858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.244021] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-9ff8b121-368d-4886-9882-962e7ef81bcf tempest-ServerTagsTestJSON-19215696 tempest-ServerTagsTestJSON-19215696-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.244021] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-9ff8b121-368d-4886-9882-962e7ef81bcf tempest-ServerTagsTestJSON-19215696 tempest-ServerTagsTestJSON-19215696-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.244021] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-9ff8b121-368d-4886-9882-962e7ef81bcf tempest-ServerTagsTestJSON-19215696 tempest-ServerTagsTestJSON-19215696-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.244021] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-9ff8b121-368d-4886-9882-962e7ef81bcf tempest-ServerTagsTestJSON-19215696 tempest-ServerTagsTestJSON-19215696-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.244021] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-9ff8b121-368d-4886-9882-962e7ef81bcf tempest-ServerTagsTestJSON-19215696 tempest-ServerTagsTestJSON-19215696-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.244021] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-9ff8b121-368d-4886-9882-962e7ef81bcf tempest-ServerTagsTestJSON-19215696 tempest-ServerTagsTestJSON-19215696-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.253338] nova-conductor[53858]: DEBUG nova.quota [None req-9ff8b121-368d-4886-9882-962e7ef81bcf tempest-ServerTagsTestJSON-19215696 tempest-ServerTagsTestJSON-19215696-project-member] Getting quotas for project 8e955c461948478b9a5e5d6841cc64c6. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 756.254695] nova-conductor[53858]: DEBUG nova.network.neutron [None req-f7b52f4c-b2e3-49f8-b056-b7254f72bb20 tempest-AttachInterfacesUnderV243Test-498638506 tempest-AttachInterfacesUnderV243Test-498638506-project-member] [instance: 0eab2200-2528-4a89-821a-cdd6a3c99297] Instance cache missing network info. {{(pid=53858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 756.258749] nova-conductor[53858]: DEBUG nova.network.neutron [None req-f7b52f4c-b2e3-49f8-b056-b7254f72bb20 tempest-AttachInterfacesUnderV243Test-498638506 tempest-AttachInterfacesUnderV243Test-498638506-project-member] [instance: 0eab2200-2528-4a89-821a-cdd6a3c99297] Updating instance_info_cache with network_info: [] {{(pid=53858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.263142] nova-conductor[53858]: DEBUG nova.quota [None req-9ff8b121-368d-4886-9882-962e7ef81bcf tempest-ServerTagsTestJSON-19215696 tempest-ServerTagsTestJSON-19215696-project-member] Getting quotas for user bce7c7aec2434aacaacdd5d52098599d and project 8e955c461948478b9a5e5d6841cc64c6. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 756.274333] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-9ff8b121-368d-4886-9882-962e7ef81bcf tempest-ServerTagsTestJSON-19215696 tempest-ServerTagsTestJSON-19215696-project-member] [instance: 48825592-dcdc-41d5-9fbf-500d1f31017b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 756.274790] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-9ff8b121-368d-4886-9882-962e7ef81bcf tempest-ServerTagsTestJSON-19215696 tempest-ServerTagsTestJSON-19215696-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.274999] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-9ff8b121-368d-4886-9882-962e7ef81bcf tempest-ServerTagsTestJSON-19215696 tempest-ServerTagsTestJSON-19215696-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.275184] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-9ff8b121-368d-4886-9882-962e7ef81bcf tempest-ServerTagsTestJSON-19215696 tempest-ServerTagsTestJSON-19215696-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.278051] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-9ff8b121-368d-4886-9882-962e7ef81bcf tempest-ServerTagsTestJSON-19215696 tempest-ServerTagsTestJSON-19215696-project-member] [instance: 48825592-dcdc-41d5-9fbf-500d1f31017b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 756.278727] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-9ff8b121-368d-4886-9882-962e7ef81bcf tempest-ServerTagsTestJSON-19215696 tempest-ServerTagsTestJSON-19215696-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.278928] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-9ff8b121-368d-4886-9882-962e7ef81bcf tempest-ServerTagsTestJSON-19215696 tempest-ServerTagsTestJSON-19215696-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.279108] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-9ff8b121-368d-4886-9882-962e7ef81bcf tempest-ServerTagsTestJSON-19215696 tempest-ServerTagsTestJSON-19215696-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.293128] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-9ff8b121-368d-4886-9882-962e7ef81bcf tempest-ServerTagsTestJSON-19215696 tempest-ServerTagsTestJSON-19215696-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.293353] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-9ff8b121-368d-4886-9882-962e7ef81bcf tempest-ServerTagsTestJSON-19215696 tempest-ServerTagsTestJSON-19215696-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.293522] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-9ff8b121-368d-4886-9882-962e7ef81bcf tempest-ServerTagsTestJSON-19215696 tempest-ServerTagsTestJSON-19215696-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.186515] nova-conductor[53859]: ERROR nova.scheduler.utils [None req-4a9f7dc2-7221-4911-9bc8-b39b7a22ddda tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] [instance: 22d1e8ed-75c5-42e9-ae55-12d59e565914] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 32585aee-c6bc-4a95-9516-646bb26bf0a0, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 22d1e8ed-75c5-42e9-ae55-12d59e565914 was re-scheduled: Binding failed for port 32585aee-c6bc-4a95-9516-646bb26bf0a0, please check neutron logs for more information.\n'] [ 758.187726] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-4a9f7dc2-7221-4911-9bc8-b39b7a22ddda tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Rescheduling: True {{(pid=53859) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 758.187807] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-4a9f7dc2-7221-4911-9bc8-b39b7a22ddda tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 22d1e8ed-75c5-42e9-ae55-12d59e565914.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 22d1e8ed-75c5-42e9-ae55-12d59e565914. [ 758.188316] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-4a9f7dc2-7221-4911-9bc8-b39b7a22ddda tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] [instance: 22d1e8ed-75c5-42e9-ae55-12d59e565914] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 22d1e8ed-75c5-42e9-ae55-12d59e565914. [ 758.216981] nova-conductor[53859]: DEBUG nova.network.neutron [None req-4a9f7dc2-7221-4911-9bc8-b39b7a22ddda tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] [instance: 22d1e8ed-75c5-42e9-ae55-12d59e565914] deallocate_for_instance() {{(pid=53859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 758.245517] nova-conductor[53859]: DEBUG nova.network.neutron [None req-4a9f7dc2-7221-4911-9bc8-b39b7a22ddda tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] [instance: 22d1e8ed-75c5-42e9-ae55-12d59e565914] Instance cache missing network info. {{(pid=53859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.251655] nova-conductor[53859]: DEBUG nova.network.neutron [None req-4a9f7dc2-7221-4911-9bc8-b39b7a22ddda tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] [instance: 22d1e8ed-75c5-42e9-ae55-12d59e565914] Updating instance_info_cache with network_info: [] {{(pid=53859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.764550] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-c78a82fc-323b-4bbf-b8dc-d74486141f52 tempest-ServersListShow296Test-1023790091 tempest-ServersListShow296Test-1023790091-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 758.775294] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-c78a82fc-323b-4bbf-b8dc-d74486141f52 tempest-ServersListShow296Test-1023790091 tempest-ServersListShow296Test-1023790091-project-member] [instance: dd72aac1-4c7a-48a4-b91e-d58e5f728eb5] While scheduling instance, the build request was already deleted. {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1706}} [ 758.816183] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-c78a82fc-323b-4bbf-b8dc-d74486141f52 tempest-ServersListShow296Test-1023790091 tempest-ServersListShow296Test-1023790091-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.816289] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-c78a82fc-323b-4bbf-b8dc-d74486141f52 tempest-ServersListShow296Test-1023790091 tempest-ServersListShow296Test-1023790091-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.817699] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-c78a82fc-323b-4bbf-b8dc-d74486141f52 tempest-ServersListShow296Test-1023790091 tempest-ServersListShow296Test-1023790091-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.817699] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-c78a82fc-323b-4bbf-b8dc-d74486141f52 tempest-ServersListShow296Test-1023790091 tempest-ServersListShow296Test-1023790091-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.817699] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-c78a82fc-323b-4bbf-b8dc-d74486141f52 tempest-ServersListShow296Test-1023790091 tempest-ServersListShow296Test-1023790091-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.817699] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-c78a82fc-323b-4bbf-b8dc-d74486141f52 tempest-ServersListShow296Test-1023790091 tempest-ServersListShow296Test-1023790091-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.828966] nova-conductor[53858]: DEBUG nova.quota [None req-c78a82fc-323b-4bbf-b8dc-d74486141f52 tempest-ServersListShow296Test-1023790091 tempest-ServersListShow296Test-1023790091-project-member] Getting quotas for project 1b8de493b9a448868056872148d197c9. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 758.834365] nova-conductor[53858]: DEBUG nova.quota [None req-c78a82fc-323b-4bbf-b8dc-d74486141f52 tempest-ServersListShow296Test-1023790091 tempest-ServersListShow296Test-1023790091-project-member] Getting quotas for user 31365643b5d344bab0b041cadc53a642 and project 1b8de493b9a448868056872148d197c9. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 760.078055] nova-conductor[53858]: ERROR nova.scheduler.utils [None req-5bb1ca17-5442-4564-86ab-53f866a97e1d tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] [instance: 15eaaa7c-77be-4b8b-89d0-0b2b11a0c49e] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 439b85a4-1206-4dc7-9225-473a7f7704d9, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 15eaaa7c-77be-4b8b-89d0-0b2b11a0c49e was re-scheduled: Binding failed for port 439b85a4-1206-4dc7-9225-473a7f7704d9, please check neutron logs for more information.\n'] [ 760.079650] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-5bb1ca17-5442-4564-86ab-53f866a97e1d tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Rescheduling: True {{(pid=53858) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 760.079701] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-5bb1ca17-5442-4564-86ab-53f866a97e1d tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 15eaaa7c-77be-4b8b-89d0-0b2b11a0c49e.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 15eaaa7c-77be-4b8b-89d0-0b2b11a0c49e. [ 760.080773] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-5bb1ca17-5442-4564-86ab-53f866a97e1d tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] [instance: 15eaaa7c-77be-4b8b-89d0-0b2b11a0c49e] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 15eaaa7c-77be-4b8b-89d0-0b2b11a0c49e. [ 760.107485] nova-conductor[53858]: DEBUG nova.network.neutron [None req-5bb1ca17-5442-4564-86ab-53f866a97e1d tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] [instance: 15eaaa7c-77be-4b8b-89d0-0b2b11a0c49e] deallocate_for_instance() {{(pid=53858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 760.123582] nova-conductor[53858]: DEBUG nova.network.neutron [None req-5bb1ca17-5442-4564-86ab-53f866a97e1d tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] [instance: 15eaaa7c-77be-4b8b-89d0-0b2b11a0c49e] Instance cache missing network info. {{(pid=53858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.127094] nova-conductor[53858]: DEBUG nova.network.neutron [None req-5bb1ca17-5442-4564-86ab-53f866a97e1d tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] [instance: 15eaaa7c-77be-4b8b-89d0-0b2b11a0c49e] Updating instance_info_cache with network_info: [] {{(pid=53858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.255706] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-950e07c2-502c-43fa-8598-da5f189b07e3 tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 761.268603] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-950e07c2-502c-43fa-8598-da5f189b07e3 tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.268840] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-950e07c2-502c-43fa-8598-da5f189b07e3 tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.269030] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-950e07c2-502c-43fa-8598-da5f189b07e3 tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.293130] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-950e07c2-502c-43fa-8598-da5f189b07e3 tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.293336] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-950e07c2-502c-43fa-8598-da5f189b07e3 tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.293506] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-950e07c2-502c-43fa-8598-da5f189b07e3 tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.293959] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-950e07c2-502c-43fa-8598-da5f189b07e3 tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.294165] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-950e07c2-502c-43fa-8598-da5f189b07e3 tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.294329] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-950e07c2-502c-43fa-8598-da5f189b07e3 tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.302098] nova-conductor[53858]: DEBUG nova.quota [None req-950e07c2-502c-43fa-8598-da5f189b07e3 tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Getting quotas for project 912300a09b80452e85e3cd13c4a644cc. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 761.304160] nova-conductor[53858]: DEBUG nova.quota [None req-950e07c2-502c-43fa-8598-da5f189b07e3 tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Getting quotas for user cd5039bf8f4344e490df828e643d2779 and project 912300a09b80452e85e3cd13c4a644cc. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 761.309252] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-950e07c2-502c-43fa-8598-da5f189b07e3 tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] [instance: 422d06d6-6932-46c3-bb25-841e6f65c028] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 761.309665] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-950e07c2-502c-43fa-8598-da5f189b07e3 tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.309864] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-950e07c2-502c-43fa-8598-da5f189b07e3 tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.310042] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-950e07c2-502c-43fa-8598-da5f189b07e3 tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.315257] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-950e07c2-502c-43fa-8598-da5f189b07e3 tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] [instance: 422d06d6-6932-46c3-bb25-841e6f65c028] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 761.315891] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-950e07c2-502c-43fa-8598-da5f189b07e3 tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.316105] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-950e07c2-502c-43fa-8598-da5f189b07e3 tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.316272] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-950e07c2-502c-43fa-8598-da5f189b07e3 tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.335848] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-950e07c2-502c-43fa-8598-da5f189b07e3 tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.336124] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-950e07c2-502c-43fa-8598-da5f189b07e3 tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.336261] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-950e07c2-502c-43fa-8598-da5f189b07e3 tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.494971] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-e62df7da-42b5-4263-bcf8-001a2d06427a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 761.505808] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-e62df7da-42b5-4263-bcf8-001a2d06427a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.506080] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-e62df7da-42b5-4263-bcf8-001a2d06427a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.506271] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-e62df7da-42b5-4263-bcf8-001a2d06427a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.529763] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-e62df7da-42b5-4263-bcf8-001a2d06427a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.529984] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-e62df7da-42b5-4263-bcf8-001a2d06427a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.530172] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-e62df7da-42b5-4263-bcf8-001a2d06427a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.530540] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-e62df7da-42b5-4263-bcf8-001a2d06427a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.530780] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-e62df7da-42b5-4263-bcf8-001a2d06427a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.530954] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-e62df7da-42b5-4263-bcf8-001a2d06427a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.539183] nova-conductor[53858]: DEBUG nova.quota [None req-e62df7da-42b5-4263-bcf8-001a2d06427a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Getting quotas for project 69cc941eb6dd4780ac12aa29656c37f7. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 761.541270] nova-conductor[53858]: DEBUG nova.quota [None req-e62df7da-42b5-4263-bcf8-001a2d06427a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Getting quotas for user 5b8a639e99914e75857b4571f0d58a3c and project 69cc941eb6dd4780ac12aa29656c37f7. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 761.546552] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-e62df7da-42b5-4263-bcf8-001a2d06427a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] [instance: 73692517-1816-4e9b-ab2d-8265c683e83d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 761.546986] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-e62df7da-42b5-4263-bcf8-001a2d06427a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.547252] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-e62df7da-42b5-4263-bcf8-001a2d06427a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.547433] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-e62df7da-42b5-4263-bcf8-001a2d06427a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.550778] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-e62df7da-42b5-4263-bcf8-001a2d06427a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] [instance: 73692517-1816-4e9b-ab2d-8265c683e83d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 761.551429] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-e62df7da-42b5-4263-bcf8-001a2d06427a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.551621] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-e62df7da-42b5-4263-bcf8-001a2d06427a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.551783] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-e62df7da-42b5-4263-bcf8-001a2d06427a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.565189] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-e62df7da-42b5-4263-bcf8-001a2d06427a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.565423] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-e62df7da-42b5-4263-bcf8-001a2d06427a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.565605] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-e62df7da-42b5-4263-bcf8-001a2d06427a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.338652] nova-conductor[53858]: ERROR nova.scheduler.utils [None req-0708225f-80bb-41ec-b3ed-7dd45d589b95 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] [instance: 62d8a170-e7ad-4d14-90d8-6f6ce32b7cf8] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port fbdf8b6e-0d86-4121-8aeb-b977a59f1186, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 62d8a170-e7ad-4d14-90d8-6f6ce32b7cf8 was re-scheduled: Binding failed for port fbdf8b6e-0d86-4121-8aeb-b977a59f1186, please check neutron logs for more information.\n'] [ 764.339922] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-0708225f-80bb-41ec-b3ed-7dd45d589b95 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Rescheduling: True {{(pid=53858) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 764.339922] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-0708225f-80bb-41ec-b3ed-7dd45d589b95 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 62d8a170-e7ad-4d14-90d8-6f6ce32b7cf8.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 62d8a170-e7ad-4d14-90d8-6f6ce32b7cf8. [ 764.339922] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-0708225f-80bb-41ec-b3ed-7dd45d589b95 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] [instance: 62d8a170-e7ad-4d14-90d8-6f6ce32b7cf8] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 62d8a170-e7ad-4d14-90d8-6f6ce32b7cf8. [ 764.366965] nova-conductor[53858]: DEBUG nova.network.neutron [None req-0708225f-80bb-41ec-b3ed-7dd45d589b95 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] [instance: 62d8a170-e7ad-4d14-90d8-6f6ce32b7cf8] deallocate_for_instance() {{(pid=53858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 764.382449] nova-conductor[53858]: DEBUG nova.network.neutron [None req-0708225f-80bb-41ec-b3ed-7dd45d589b95 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] [instance: 62d8a170-e7ad-4d14-90d8-6f6ce32b7cf8] Instance cache missing network info. {{(pid=53858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.386633] nova-conductor[53858]: DEBUG nova.network.neutron [None req-0708225f-80bb-41ec-b3ed-7dd45d589b95 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] [instance: 62d8a170-e7ad-4d14-90d8-6f6ce32b7cf8] Updating instance_info_cache with network_info: [] {{(pid=53858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.759462] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-513daa64-2b05-4c0d-94e9-55b95de63eec tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 765.772061] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-513daa64-2b05-4c0d-94e9-55b95de63eec tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.772289] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-513daa64-2b05-4c0d-94e9-55b95de63eec tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.772456] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-513daa64-2b05-4c0d-94e9-55b95de63eec tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.795519] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-513daa64-2b05-4c0d-94e9-55b95de63eec tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.795743] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-513daa64-2b05-4c0d-94e9-55b95de63eec tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.795900] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-513daa64-2b05-4c0d-94e9-55b95de63eec tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.796294] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-513daa64-2b05-4c0d-94e9-55b95de63eec tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.796484] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-513daa64-2b05-4c0d-94e9-55b95de63eec tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.796641] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-513daa64-2b05-4c0d-94e9-55b95de63eec tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.805822] nova-conductor[53858]: DEBUG nova.quota [None req-513daa64-2b05-4c0d-94e9-55b95de63eec tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Getting quotas for project 7abfe95660904cd4b8824257795d8e8a. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 765.808794] nova-conductor[53858]: DEBUG nova.quota [None req-513daa64-2b05-4c0d-94e9-55b95de63eec tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Getting quotas for user eb00f8aff92b44e9a0e739366a1d2662 and project 7abfe95660904cd4b8824257795d8e8a. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 765.813574] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-513daa64-2b05-4c0d-94e9-55b95de63eec tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] [instance: 59198f4d-4dde-4eaf-9f6c-a962cbe53c6e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 765.814029] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-513daa64-2b05-4c0d-94e9-55b95de63eec tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.814227] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-513daa64-2b05-4c0d-94e9-55b95de63eec tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.814385] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-513daa64-2b05-4c0d-94e9-55b95de63eec tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.817363] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-513daa64-2b05-4c0d-94e9-55b95de63eec tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] [instance: 59198f4d-4dde-4eaf-9f6c-a962cbe53c6e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 765.817954] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-513daa64-2b05-4c0d-94e9-55b95de63eec tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.818160] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-513daa64-2b05-4c0d-94e9-55b95de63eec tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.818346] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-513daa64-2b05-4c0d-94e9-55b95de63eec tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.831845] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-513daa64-2b05-4c0d-94e9-55b95de63eec tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.832027] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-513daa64-2b05-4c0d-94e9-55b95de63eec tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.832196] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-513daa64-2b05-4c0d-94e9-55b95de63eec tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.128023] nova-conductor[53859]: ERROR nova.scheduler.utils [None req-ab7b3da0-3a01-44d4-9dfd-3e5d2ad27432 tempest-TenantUsagesTestJSON-871253541 tempest-TenantUsagesTestJSON-871253541-project-member] [instance: b6712878-3270-43f4-9518-d41eb77124b7] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port a4338c60-f3e2-4844-b170-c852adcfcb25, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance b6712878-3270-43f4-9518-d41eb77124b7 was re-scheduled: Binding failed for port a4338c60-f3e2-4844-b170-c852adcfcb25, please check neutron logs for more information.\n'] [ 766.128625] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-ab7b3da0-3a01-44d4-9dfd-3e5d2ad27432 tempest-TenantUsagesTestJSON-871253541 tempest-TenantUsagesTestJSON-871253541-project-member] Rescheduling: True {{(pid=53859) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 766.128878] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-ab7b3da0-3a01-44d4-9dfd-3e5d2ad27432 tempest-TenantUsagesTestJSON-871253541 tempest-TenantUsagesTestJSON-871253541-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b6712878-3270-43f4-9518-d41eb77124b7.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b6712878-3270-43f4-9518-d41eb77124b7. [ 766.129486] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-ab7b3da0-3a01-44d4-9dfd-3e5d2ad27432 tempest-TenantUsagesTestJSON-871253541 tempest-TenantUsagesTestJSON-871253541-project-member] [instance: b6712878-3270-43f4-9518-d41eb77124b7] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b6712878-3270-43f4-9518-d41eb77124b7. [ 766.147481] nova-conductor[53859]: DEBUG nova.network.neutron [None req-ab7b3da0-3a01-44d4-9dfd-3e5d2ad27432 tempest-TenantUsagesTestJSON-871253541 tempest-TenantUsagesTestJSON-871253541-project-member] [instance: b6712878-3270-43f4-9518-d41eb77124b7] deallocate_for_instance() {{(pid=53859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.161938] nova-conductor[53859]: DEBUG nova.network.neutron [None req-ab7b3da0-3a01-44d4-9dfd-3e5d2ad27432 tempest-TenantUsagesTestJSON-871253541 tempest-TenantUsagesTestJSON-871253541-project-member] [instance: b6712878-3270-43f4-9518-d41eb77124b7] Instance cache missing network info. {{(pid=53859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.164837] nova-conductor[53859]: DEBUG nova.network.neutron [None req-ab7b3da0-3a01-44d4-9dfd-3e5d2ad27432 tempest-TenantUsagesTestJSON-871253541 tempest-TenantUsagesTestJSON-871253541-project-member] [instance: b6712878-3270-43f4-9518-d41eb77124b7] Updating instance_info_cache with network_info: [] {{(pid=53859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.048691] nova-conductor[53859]: ERROR nova.scheduler.utils [None req-5138192d-6349-432b-b7de-64ec5d391f8d tempest-ServerActionsTestOtherB-987045973 tempest-ServerActionsTestOtherB-987045973-project-member] [instance: b0bc08c1-38d5-45ee-b521-1cffda41c77c] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 129cb36c-cc2b-4205-9d7b-0b4d553b568b, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance b0bc08c1-38d5-45ee-b521-1cffda41c77c was re-scheduled: Binding failed for port 129cb36c-cc2b-4205-9d7b-0b4d553b568b, please check neutron logs for more information.\n'] [ 768.049249] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-5138192d-6349-432b-b7de-64ec5d391f8d tempest-ServerActionsTestOtherB-987045973 tempest-ServerActionsTestOtherB-987045973-project-member] Rescheduling: True {{(pid=53859) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 768.049512] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-5138192d-6349-432b-b7de-64ec5d391f8d tempest-ServerActionsTestOtherB-987045973 tempest-ServerActionsTestOtherB-987045973-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b0bc08c1-38d5-45ee-b521-1cffda41c77c.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b0bc08c1-38d5-45ee-b521-1cffda41c77c. [ 768.049727] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-5138192d-6349-432b-b7de-64ec5d391f8d tempest-ServerActionsTestOtherB-987045973 tempest-ServerActionsTestOtherB-987045973-project-member] [instance: b0bc08c1-38d5-45ee-b521-1cffda41c77c] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b0bc08c1-38d5-45ee-b521-1cffda41c77c. [ 768.075179] nova-conductor[53859]: DEBUG nova.network.neutron [None req-5138192d-6349-432b-b7de-64ec5d391f8d tempest-ServerActionsTestOtherB-987045973 tempest-ServerActionsTestOtherB-987045973-project-member] [instance: b0bc08c1-38d5-45ee-b521-1cffda41c77c] deallocate_for_instance() {{(pid=53859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 768.161575] nova-conductor[53859]: DEBUG nova.network.neutron [None req-5138192d-6349-432b-b7de-64ec5d391f8d tempest-ServerActionsTestOtherB-987045973 tempest-ServerActionsTestOtherB-987045973-project-member] [instance: b0bc08c1-38d5-45ee-b521-1cffda41c77c] Instance cache missing network info. {{(pid=53859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.169825] nova-conductor[53859]: DEBUG nova.network.neutron [None req-5138192d-6349-432b-b7de-64ec5d391f8d tempest-ServerActionsTestOtherB-987045973 tempest-ServerActionsTestOtherB-987045973-project-member] [instance: b0bc08c1-38d5-45ee-b521-1cffda41c77c] Updating instance_info_cache with network_info: [] {{(pid=53859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.582423] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-6d07cbaf-b976-4d41-9fed-82d41c8e5c61 tempest-ServerShowV254Test-921228709 tempest-ServerShowV254Test-921228709-project-member] Targeting cell 7b162bc2-542e-4fdd-be60-fad18f19221d(cell1) for conductor method rebuild_instance {{(pid=53859) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 768.584756] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-6d07cbaf-b976-4d41-9fed-82d41c8e5c61 tempest-ServerShowV254Test-921228709 tempest-ServerShowV254Test-921228709-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.585283] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-6d07cbaf-b976-4d41-9fed-82d41c8e5c61 tempest-ServerShowV254Test-921228709 tempest-ServerShowV254Test-921228709-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 768.585607] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-6d07cbaf-b976-4d41-9fed-82d41c8e5c61 tempest-ServerShowV254Test-921228709 tempest-ServerShowV254Test-921228709-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.596285] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-6d07cbaf-b976-4d41-9fed-82d41c8e5c61 tempest-ServerShowV254Test-921228709 tempest-ServerShowV254Test-921228709-project-member] [instance: ecedb77f-4a2a-4047-964f-80796954d847] No migration record for the rebuild/evacuate request. {{(pid=53859) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 772.012827] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-80740a2c-9779-4afc-be30-c4469cd3724d tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 772.028063] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-80740a2c-9779-4afc-be30-c4469cd3724d tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.028339] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-80740a2c-9779-4afc-be30-c4469cd3724d tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.028524] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-80740a2c-9779-4afc-be30-c4469cd3724d tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.064508] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-80740a2c-9779-4afc-be30-c4469cd3724d tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.064864] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-80740a2c-9779-4afc-be30-c4469cd3724d tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.065083] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-80740a2c-9779-4afc-be30-c4469cd3724d tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.065474] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-80740a2c-9779-4afc-be30-c4469cd3724d tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.065663] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-80740a2c-9779-4afc-be30-c4469cd3724d tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.065837] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-80740a2c-9779-4afc-be30-c4469cd3724d tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.077498] nova-conductor[53859]: DEBUG nova.quota [None req-80740a2c-9779-4afc-be30-c4469cd3724d tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] Getting quotas for project c304b5b5d4df485fbda55a570494a62f. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 772.080763] nova-conductor[53859]: DEBUG nova.quota [None req-80740a2c-9779-4afc-be30-c4469cd3724d tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] Getting quotas for user e423cb2e47934db39ae2c17a22ee0ceb and project c304b5b5d4df485fbda55a570494a62f. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 772.087182] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-80740a2c-9779-4afc-be30-c4469cd3724d tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] [instance: fc4fdf89-4615-4586-9dcd-ea90dc258361] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 772.087687] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-80740a2c-9779-4afc-be30-c4469cd3724d tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.087894] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-80740a2c-9779-4afc-be30-c4469cd3724d tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.088073] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-80740a2c-9779-4afc-be30-c4469cd3724d tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.093508] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-80740a2c-9779-4afc-be30-c4469cd3724d tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] [instance: fc4fdf89-4615-4586-9dcd-ea90dc258361] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 772.094226] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-80740a2c-9779-4afc-be30-c4469cd3724d tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.094456] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-80740a2c-9779-4afc-be30-c4469cd3724d tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.094647] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-80740a2c-9779-4afc-be30-c4469cd3724d tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.112217] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-80740a2c-9779-4afc-be30-c4469cd3724d tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.112424] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-80740a2c-9779-4afc-be30-c4469cd3724d tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.112626] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-80740a2c-9779-4afc-be30-c4469cd3724d tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.800633] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell0:SELECT=5 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 775.819886] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell1:SELECT=13,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=29,nova_cell1:RELEASE=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 775.827386] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=28,nova_api:UPDATE=2,nova_api:DELETE=3 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 775.830459] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=29,nova_api:DELETE=2,nova_api:UPDATE=2 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 782.070652] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell0:SELECT=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 782.096817] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell1:SELECT=7,nova_cell1:UPDATE=3,nova_cell1:INSERT=9,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 782.107297] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=7 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 782.110341] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 804.202102] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell1:SAVEPOINT=33,nova_cell1:RELEASE=33,nova_cell1:UPDATE=153,nova_cell1:SELECT=336,nova_cell1:INSERT=18,nova_cell1:DELETE=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 810.143321] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell1:SELECT=311,nova_cell1:UPDATE=174,nova_cell1:INSERT=22,nova_cell1:SAVEPOINT=30,nova_cell1:RELEASE=30,nova_cell1:DELETE=4 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 810.665399] nova-conductor[53858]: ERROR nova.scheduler.utils [None req-d3d04fc8-2bde-4c80-b2d6-dd8057edd757 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] [instance: b497f3f3-001f-4e5e-b6b7-8e2006116856] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port fc48dbbd-d086-4537-ab13-11a91a9ac0fc, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance b497f3f3-001f-4e5e-b6b7-8e2006116856 was re-scheduled: Binding failed for port fc48dbbd-d086-4537-ab13-11a91a9ac0fc, please check neutron logs for more information.\n'] [ 810.665399] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-d3d04fc8-2bde-4c80-b2d6-dd8057edd757 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Rescheduling: True {{(pid=53858) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 810.665399] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-d3d04fc8-2bde-4c80-b2d6-dd8057edd757 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b497f3f3-001f-4e5e-b6b7-8e2006116856.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b497f3f3-001f-4e5e-b6b7-8e2006116856. [ 810.665852] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-d3d04fc8-2bde-4c80-b2d6-dd8057edd757 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] [instance: b497f3f3-001f-4e5e-b6b7-8e2006116856] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b497f3f3-001f-4e5e-b6b7-8e2006116856. [ 810.688829] nova-conductor[53858]: DEBUG nova.network.neutron [None req-d3d04fc8-2bde-4c80-b2d6-dd8057edd757 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] [instance: b497f3f3-001f-4e5e-b6b7-8e2006116856] deallocate_for_instance() {{(pid=53858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 810.857136] nova-conductor[53858]: DEBUG nova.network.neutron [None req-d3d04fc8-2bde-4c80-b2d6-dd8057edd757 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] [instance: b497f3f3-001f-4e5e-b6b7-8e2006116856] Instance cache missing network info. {{(pid=53858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.860184] nova-conductor[53858]: DEBUG nova.network.neutron [None req-d3d04fc8-2bde-4c80-b2d6-dd8057edd757 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] [instance: b497f3f3-001f-4e5e-b6b7-8e2006116856] Updating instance_info_cache with network_info: [] {{(pid=53858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.367822] nova-conductor[53859]: ERROR nova.scheduler.utils [None req-1d78b71c-3449-4286-a17a-dc5396f589fe tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] [instance: faff83a1-3532-4396-ac3f-600f86653749] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 556dc345-8ad3-4e4f-8dd5-1d38e265adae, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance faff83a1-3532-4396-ac3f-600f86653749 was re-scheduled: Binding failed for port 556dc345-8ad3-4e4f-8dd5-1d38e265adae, please check neutron logs for more information.\n'] [ 812.368541] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-1d78b71c-3449-4286-a17a-dc5396f589fe tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Rescheduling: True {{(pid=53859) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 812.368795] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-1d78b71c-3449-4286-a17a-dc5396f589fe tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance faff83a1-3532-4396-ac3f-600f86653749.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance faff83a1-3532-4396-ac3f-600f86653749. [ 812.369095] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-1d78b71c-3449-4286-a17a-dc5396f589fe tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] [instance: faff83a1-3532-4396-ac3f-600f86653749] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance faff83a1-3532-4396-ac3f-600f86653749. [ 812.391093] nova-conductor[53859]: DEBUG nova.network.neutron [None req-1d78b71c-3449-4286-a17a-dc5396f589fe tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] [instance: faff83a1-3532-4396-ac3f-600f86653749] deallocate_for_instance() {{(pid=53859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 812.407452] nova-conductor[53859]: DEBUG nova.network.neutron [None req-1d78b71c-3449-4286-a17a-dc5396f589fe tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] [instance: faff83a1-3532-4396-ac3f-600f86653749] Instance cache missing network info. {{(pid=53859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.410063] nova-conductor[53859]: DEBUG nova.network.neutron [None req-1d78b71c-3449-4286-a17a-dc5396f589fe tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] [instance: faff83a1-3532-4396-ac3f-600f86653749] Updating instance_info_cache with network_info: [] {{(pid=53859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.301707] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-1214e428-bf00-4cbe-9e1e-7c8be1612c36 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 813.315678] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-1214e428-bf00-4cbe-9e1e-7c8be1612c36 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.315900] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-1214e428-bf00-4cbe-9e1e-7c8be1612c36 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.316079] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-1214e428-bf00-4cbe-9e1e-7c8be1612c36 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.347704] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-1214e428-bf00-4cbe-9e1e-7c8be1612c36 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.347935] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-1214e428-bf00-4cbe-9e1e-7c8be1612c36 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.347972] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-1214e428-bf00-4cbe-9e1e-7c8be1612c36 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.348390] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-1214e428-bf00-4cbe-9e1e-7c8be1612c36 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.348620] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-1214e428-bf00-4cbe-9e1e-7c8be1612c36 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.348810] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-1214e428-bf00-4cbe-9e1e-7c8be1612c36 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.359306] nova-conductor[53858]: DEBUG nova.quota [None req-1214e428-bf00-4cbe-9e1e-7c8be1612c36 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Getting quotas for project 87f548d252244b759e3f157af9ab875d. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 813.362865] nova-conductor[53858]: DEBUG nova.quota [None req-1214e428-bf00-4cbe-9e1e-7c8be1612c36 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Getting quotas for user 629d5a54afa44599a4c0756d997cabc1 and project 87f548d252244b759e3f157af9ab875d. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 813.369281] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-1214e428-bf00-4cbe-9e1e-7c8be1612c36 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] [instance: af3c317a-4007-4cea-a060-1e7dde5ce49e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 813.369807] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-1214e428-bf00-4cbe-9e1e-7c8be1612c36 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.370059] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-1214e428-bf00-4cbe-9e1e-7c8be1612c36 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.370260] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-1214e428-bf00-4cbe-9e1e-7c8be1612c36 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.374558] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-1214e428-bf00-4cbe-9e1e-7c8be1612c36 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] [instance: af3c317a-4007-4cea-a060-1e7dde5ce49e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 813.375364] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-1214e428-bf00-4cbe-9e1e-7c8be1612c36 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.375506] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-1214e428-bf00-4cbe-9e1e-7c8be1612c36 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.375706] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-1214e428-bf00-4cbe-9e1e-7c8be1612c36 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.403980] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-1214e428-bf00-4cbe-9e1e-7c8be1612c36 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.404621] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-1214e428-bf00-4cbe-9e1e-7c8be1612c36 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.404621] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-1214e428-bf00-4cbe-9e1e-7c8be1612c36 tempest-AttachVolumeNegativeTest-1855469338 tempest-AttachVolumeNegativeTest-1855469338-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.145764] nova-conductor[53859]: ERROR nova.scheduler.utils [None req-6e6344ac-0cd2-410e-863e-3289b0c1fe3f tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] [instance: 3f298e29-69ff-46ac-8018-ceb3990b9848] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port bfaa52bf-dae4-491e-bd1e-681526f95731, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 3f298e29-69ff-46ac-8018-ceb3990b9848 was re-scheduled: Binding failed for port bfaa52bf-dae4-491e-bd1e-681526f95731, please check neutron logs for more information.\n'] [ 814.146250] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-6e6344ac-0cd2-410e-863e-3289b0c1fe3f tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Rescheduling: True {{(pid=53859) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 814.146489] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-6e6344ac-0cd2-410e-863e-3289b0c1fe3f tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3f298e29-69ff-46ac-8018-ceb3990b9848.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3f298e29-69ff-46ac-8018-ceb3990b9848. [ 814.147076] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-6e6344ac-0cd2-410e-863e-3289b0c1fe3f tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] [instance: 3f298e29-69ff-46ac-8018-ceb3990b9848] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3f298e29-69ff-46ac-8018-ceb3990b9848. [ 814.169629] nova-conductor[53859]: DEBUG nova.network.neutron [None req-6e6344ac-0cd2-410e-863e-3289b0c1fe3f tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] [instance: 3f298e29-69ff-46ac-8018-ceb3990b9848] deallocate_for_instance() {{(pid=53859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 814.185560] nova-conductor[53859]: DEBUG nova.network.neutron [None req-6e6344ac-0cd2-410e-863e-3289b0c1fe3f tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] [instance: 3f298e29-69ff-46ac-8018-ceb3990b9848] Instance cache missing network info. {{(pid=53859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 814.190025] nova-conductor[53859]: DEBUG nova.network.neutron [None req-6e6344ac-0cd2-410e-863e-3289b0c1fe3f tempest-ServersAdminTestJSON-678434436 tempest-ServersAdminTestJSON-678434436-project-member] [instance: 3f298e29-69ff-46ac-8018-ceb3990b9848] Updating instance_info_cache with network_info: [] {{(pid=53859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.304718] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-52eadf86-cc45-4cae-af2a-645ac3cb8658 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 815.320178] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-52eadf86-cc45-4cae-af2a-645ac3cb8658 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.320409] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-52eadf86-cc45-4cae-af2a-645ac3cb8658 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.320576] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-52eadf86-cc45-4cae-af2a-645ac3cb8658 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.366062] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-52eadf86-cc45-4cae-af2a-645ac3cb8658 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.366297] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-52eadf86-cc45-4cae-af2a-645ac3cb8658 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.366471] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-52eadf86-cc45-4cae-af2a-645ac3cb8658 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.366894] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-52eadf86-cc45-4cae-af2a-645ac3cb8658 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.367220] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-52eadf86-cc45-4cae-af2a-645ac3cb8658 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.367831] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-52eadf86-cc45-4cae-af2a-645ac3cb8658 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.375911] nova-conductor[53859]: DEBUG nova.quota [None req-52eadf86-cc45-4cae-af2a-645ac3cb8658 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] Getting quotas for project d946a91d4cf9412a838fbcb74cb5da98. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 815.379193] nova-conductor[53859]: DEBUG nova.quota [None req-52eadf86-cc45-4cae-af2a-645ac3cb8658 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] Getting quotas for user 6e7ae11a571e4252ba52dae60db91b34 and project d946a91d4cf9412a838fbcb74cb5da98. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 815.384722] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-52eadf86-cc45-4cae-af2a-645ac3cb8658 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] [instance: 87ae37dc-d0d0-4b76-afdd-0ba3e8f6ce0b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 815.385154] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-52eadf86-cc45-4cae-af2a-645ac3cb8658 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.385393] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-52eadf86-cc45-4cae-af2a-645ac3cb8658 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.385593] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-52eadf86-cc45-4cae-af2a-645ac3cb8658 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.390931] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-52eadf86-cc45-4cae-af2a-645ac3cb8658 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] [instance: 87ae37dc-d0d0-4b76-afdd-0ba3e8f6ce0b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 815.391567] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-52eadf86-cc45-4cae-af2a-645ac3cb8658 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.391849] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-52eadf86-cc45-4cae-af2a-645ac3cb8658 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.392038] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-52eadf86-cc45-4cae-af2a-645ac3cb8658 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.407321] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-52eadf86-cc45-4cae-af2a-645ac3cb8658 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.407533] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-52eadf86-cc45-4cae-af2a-645ac3cb8658 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.407730] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-52eadf86-cc45-4cae-af2a-645ac3cb8658 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.598872] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-5fbf0568-2a85-4e3c-9b63-7d91ecc77593 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 815.610020] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5fbf0568-2a85-4e3c-9b63-7d91ecc77593 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.610020] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5fbf0568-2a85-4e3c-9b63-7d91ecc77593 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.610172] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5fbf0568-2a85-4e3c-9b63-7d91ecc77593 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.632416] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5fbf0568-2a85-4e3c-9b63-7d91ecc77593 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.632617] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5fbf0568-2a85-4e3c-9b63-7d91ecc77593 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.632779] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5fbf0568-2a85-4e3c-9b63-7d91ecc77593 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.633150] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5fbf0568-2a85-4e3c-9b63-7d91ecc77593 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.633328] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5fbf0568-2a85-4e3c-9b63-7d91ecc77593 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.633480] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5fbf0568-2a85-4e3c-9b63-7d91ecc77593 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.640692] nova-conductor[53859]: DEBUG nova.quota [None req-5fbf0568-2a85-4e3c-9b63-7d91ecc77593 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] Getting quotas for project d946a91d4cf9412a838fbcb74cb5da98. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 815.642768] nova-conductor[53859]: DEBUG nova.quota [None req-5fbf0568-2a85-4e3c-9b63-7d91ecc77593 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] Getting quotas for user 6e7ae11a571e4252ba52dae60db91b34 and project d946a91d4cf9412a838fbcb74cb5da98. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 815.647569] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-5fbf0568-2a85-4e3c-9b63-7d91ecc77593 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] [instance: 2719569b-8572-4199-8158-7bb367d17dc5] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 815.648051] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5fbf0568-2a85-4e3c-9b63-7d91ecc77593 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.648251] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5fbf0568-2a85-4e3c-9b63-7d91ecc77593 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.648411] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5fbf0568-2a85-4e3c-9b63-7d91ecc77593 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.651300] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-5fbf0568-2a85-4e3c-9b63-7d91ecc77593 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] [instance: 2719569b-8572-4199-8158-7bb367d17dc5] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 815.651890] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5fbf0568-2a85-4e3c-9b63-7d91ecc77593 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.652096] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5fbf0568-2a85-4e3c-9b63-7d91ecc77593 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.652260] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5fbf0568-2a85-4e3c-9b63-7d91ecc77593 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.664354] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5fbf0568-2a85-4e3c-9b63-7d91ecc77593 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.664554] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5fbf0568-2a85-4e3c-9b63-7d91ecc77593 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.664716] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-5fbf0568-2a85-4e3c-9b63-7d91ecc77593 tempest-ListImageFiltersTestJSON-192383749 tempest-ListImageFiltersTestJSON-192383749-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.021862] nova-conductor[53858]: ERROR nova.scheduler.utils [None req-37409b66-7d98-4871-81c4-a83dd0296328 tempest-ServerAddressesNegativeTestJSON-675891034 tempest-ServerAddressesNegativeTestJSON-675891034-project-member] [instance: 6fe76341-d578-4cb3-9dce-c025f0d798b8] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 4f871414-2810-4b6d-aaf8-2f56db898ba0, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 6fe76341-d578-4cb3-9dce-c025f0d798b8 was re-scheduled: Binding failed for port 4f871414-2810-4b6d-aaf8-2f56db898ba0, please check neutron logs for more information.\n'] [ 816.022868] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-37409b66-7d98-4871-81c4-a83dd0296328 tempest-ServerAddressesNegativeTestJSON-675891034 tempest-ServerAddressesNegativeTestJSON-675891034-project-member] Rescheduling: True {{(pid=53858) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 816.023137] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-37409b66-7d98-4871-81c4-a83dd0296328 tempest-ServerAddressesNegativeTestJSON-675891034 tempest-ServerAddressesNegativeTestJSON-675891034-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6fe76341-d578-4cb3-9dce-c025f0d798b8.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6fe76341-d578-4cb3-9dce-c025f0d798b8. [ 816.023463] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-37409b66-7d98-4871-81c4-a83dd0296328 tempest-ServerAddressesNegativeTestJSON-675891034 tempest-ServerAddressesNegativeTestJSON-675891034-project-member] [instance: 6fe76341-d578-4cb3-9dce-c025f0d798b8] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6fe76341-d578-4cb3-9dce-c025f0d798b8. [ 816.049475] nova-conductor[53858]: DEBUG nova.network.neutron [None req-37409b66-7d98-4871-81c4-a83dd0296328 tempest-ServerAddressesNegativeTestJSON-675891034 tempest-ServerAddressesNegativeTestJSON-675891034-project-member] [instance: 6fe76341-d578-4cb3-9dce-c025f0d798b8] deallocate_for_instance() {{(pid=53858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 816.067017] nova-conductor[53858]: DEBUG nova.network.neutron [None req-37409b66-7d98-4871-81c4-a83dd0296328 tempest-ServerAddressesNegativeTestJSON-675891034 tempest-ServerAddressesNegativeTestJSON-675891034-project-member] [instance: 6fe76341-d578-4cb3-9dce-c025f0d798b8] Instance cache missing network info. {{(pid=53858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.070111] nova-conductor[53858]: DEBUG nova.network.neutron [None req-37409b66-7d98-4871-81c4-a83dd0296328 tempest-ServerAddressesNegativeTestJSON-675891034 tempest-ServerAddressesNegativeTestJSON-675891034-project-member] [instance: 6fe76341-d578-4cb3-9dce-c025f0d798b8] Updating instance_info_cache with network_info: [] {{(pid=53858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.905016] nova-conductor[53859]: ERROR nova.scheduler.utils [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] [instance: 4d709a3a-65af-4adf-9ad0-4d830a9518c2] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 89b347c2-d7a8-4e9a-bc5c-1468e948003b, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 4d709a3a-65af-4adf-9ad0-4d830a9518c2 was re-scheduled: Binding failed for port 89b347c2-d7a8-4e9a-bc5c-1468e948003b, please check neutron logs for more information.\n'] [ 817.905672] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Rescheduling: True {{(pid=53859) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 817.905912] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4d709a3a-65af-4adf-9ad0-4d830a9518c2.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4d709a3a-65af-4adf-9ad0-4d830a9518c2. [ 817.906232] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] [instance: 4d709a3a-65af-4adf-9ad0-4d830a9518c2] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4d709a3a-65af-4adf-9ad0-4d830a9518c2. [ 817.948552] nova-conductor[53859]: DEBUG nova.network.neutron [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] [instance: 4d709a3a-65af-4adf-9ad0-4d830a9518c2] deallocate_for_instance() {{(pid=53859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 817.979408] nova-conductor[53859]: DEBUG nova.network.neutron [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] [instance: 4d709a3a-65af-4adf-9ad0-4d830a9518c2] Instance cache missing network info. {{(pid=53859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 817.984857] nova-conductor[53859]: DEBUG nova.network.neutron [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] [instance: 4d709a3a-65af-4adf-9ad0-4d830a9518c2] Updating instance_info_cache with network_info: [] {{(pid=53859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.717766] nova-conductor[53858]: ERROR nova.scheduler.utils [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] [instance: fe981195-1e2c-4c8d-8c53-327851f845c7] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 5b85f4c9-ccc5-45a2-a383-7d3b903c5c61, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance fe981195-1e2c-4c8d-8c53-327851f845c7 was re-scheduled: Binding failed for port 5b85f4c9-ccc5-45a2-a383-7d3b903c5c61, please check neutron logs for more information.\n'] [ 819.718606] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Rescheduling: True {{(pid=53858) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 819.718606] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fe981195-1e2c-4c8d-8c53-327851f845c7.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fe981195-1e2c-4c8d-8c53-327851f845c7. [ 819.718776] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] [instance: fe981195-1e2c-4c8d-8c53-327851f845c7] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fe981195-1e2c-4c8d-8c53-327851f845c7. [ 819.755543] nova-conductor[53858]: DEBUG nova.network.neutron [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] [instance: fe981195-1e2c-4c8d-8c53-327851f845c7] deallocate_for_instance() {{(pid=53858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.785308] nova-conductor[53858]: DEBUG nova.network.neutron [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] [instance: fe981195-1e2c-4c8d-8c53-327851f845c7] Instance cache missing network info. {{(pid=53858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.789818] nova-conductor[53858]: DEBUG nova.network.neutron [None req-aed8d24a-43d8-4fbe-ac67-0dd6c37614c4 tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] [instance: fe981195-1e2c-4c8d-8c53-327851f845c7] Updating instance_info_cache with network_info: [] {{(pid=53858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.401584] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-cdbe0145-cd3c-4551-af87-0c7f8b53f26c tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Took 0.51 seconds to select destinations for 2 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 821.420104] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cdbe0145-cd3c-4551-af87-0c7f8b53f26c tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.420104] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cdbe0145-cd3c-4551-af87-0c7f8b53f26c tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.420104] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cdbe0145-cd3c-4551-af87-0c7f8b53f26c tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.453671] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cdbe0145-cd3c-4551-af87-0c7f8b53f26c tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.454050] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cdbe0145-cd3c-4551-af87-0c7f8b53f26c tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.454316] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cdbe0145-cd3c-4551-af87-0c7f8b53f26c tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.477215] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cdbe0145-cd3c-4551-af87-0c7f8b53f26c tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.477710] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cdbe0145-cd3c-4551-af87-0c7f8b53f26c tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.477992] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cdbe0145-cd3c-4551-af87-0c7f8b53f26c tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.478483] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cdbe0145-cd3c-4551-af87-0c7f8b53f26c tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.478808] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cdbe0145-cd3c-4551-af87-0c7f8b53f26c tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.479093] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cdbe0145-cd3c-4551-af87-0c7f8b53f26c tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.480723] nova-conductor[53858]: ERROR nova.scheduler.utils [None req-a9ea97fa-71e5-4463-a1f3-ab69743d14a4 tempest-ServerActionsTestJSON-1295690556 tempest-ServerActionsTestJSON-1295690556-project-member] [instance: ad3b3933-5bd9-444a-af7b-c81e868e0622] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port d7bef7b0-fae5-4d49-917d-36c20321c890, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ad3b3933-5bd9-444a-af7b-c81e868e0622 was re-scheduled: Binding failed for port d7bef7b0-fae5-4d49-917d-36c20321c890, please check neutron logs for more information.\n'] [ 821.481860] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-a9ea97fa-71e5-4463-a1f3-ab69743d14a4 tempest-ServerActionsTestJSON-1295690556 tempest-ServerActionsTestJSON-1295690556-project-member] Rescheduling: True {{(pid=53858) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 821.481860] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-a9ea97fa-71e5-4463-a1f3-ab69743d14a4 tempest-ServerActionsTestJSON-1295690556 tempest-ServerActionsTestJSON-1295690556-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ad3b3933-5bd9-444a-af7b-c81e868e0622.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ad3b3933-5bd9-444a-af7b-c81e868e0622. [ 821.481860] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-a9ea97fa-71e5-4463-a1f3-ab69743d14a4 tempest-ServerActionsTestJSON-1295690556 tempest-ServerActionsTestJSON-1295690556-project-member] [instance: ad3b3933-5bd9-444a-af7b-c81e868e0622] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ad3b3933-5bd9-444a-af7b-c81e868e0622. [ 821.498467] nova-conductor[53859]: DEBUG nova.quota [None req-cdbe0145-cd3c-4551-af87-0c7f8b53f26c tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Getting quotas for project 6e260342cd1b41ef8f0ceb15b6438daa. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 821.502752] nova-conductor[53859]: DEBUG nova.quota [None req-cdbe0145-cd3c-4551-af87-0c7f8b53f26c tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Getting quotas for user 2631257787d44fcbac010b2bf1fd4b0e and project 6e260342cd1b41ef8f0ceb15b6438daa. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 821.510361] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-cdbe0145-cd3c-4551-af87-0c7f8b53f26c tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] [instance: 444affa5-a7ed-4a17-9015-9fd5724aab64] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 821.510361] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cdbe0145-cd3c-4551-af87-0c7f8b53f26c tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.510361] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cdbe0145-cd3c-4551-af87-0c7f8b53f26c tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.510361] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cdbe0145-cd3c-4551-af87-0c7f8b53f26c tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.510902] nova-conductor[53858]: DEBUG nova.network.neutron [None req-a9ea97fa-71e5-4463-a1f3-ab69743d14a4 tempest-ServerActionsTestJSON-1295690556 tempest-ServerActionsTestJSON-1295690556-project-member] [instance: ad3b3933-5bd9-444a-af7b-c81e868e0622] deallocate_for_instance() {{(pid=53858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 821.520673] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-cdbe0145-cd3c-4551-af87-0c7f8b53f26c tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] [instance: 444affa5-a7ed-4a17-9015-9fd5724aab64] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 821.521372] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cdbe0145-cd3c-4551-af87-0c7f8b53f26c tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.521578] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cdbe0145-cd3c-4551-af87-0c7f8b53f26c tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.521741] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cdbe0145-cd3c-4551-af87-0c7f8b53f26c tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.528425] nova-conductor[53858]: DEBUG nova.network.neutron [None req-a9ea97fa-71e5-4463-a1f3-ab69743d14a4 tempest-ServerActionsTestJSON-1295690556 tempest-ServerActionsTestJSON-1295690556-project-member] [instance: ad3b3933-5bd9-444a-af7b-c81e868e0622] Instance cache missing network info. {{(pid=53858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.531694] nova-conductor[53858]: DEBUG nova.network.neutron [None req-a9ea97fa-71e5-4463-a1f3-ab69743d14a4 tempest-ServerActionsTestJSON-1295690556 tempest-ServerActionsTestJSON-1295690556-project-member] [instance: ad3b3933-5bd9-444a-af7b-c81e868e0622] Updating instance_info_cache with network_info: [] {{(pid=53858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.544142] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cdbe0145-cd3c-4551-af87-0c7f8b53f26c tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.545031] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cdbe0145-cd3c-4551-af87-0c7f8b53f26c tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.545031] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cdbe0145-cd3c-4551-af87-0c7f8b53f26c tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.551930] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-cdbe0145-cd3c-4551-af87-0c7f8b53f26c tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] [instance: e413c45d-cd89-44d4-9102-3d188907e7bb] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 821.552397] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cdbe0145-cd3c-4551-af87-0c7f8b53f26c tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.552596] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cdbe0145-cd3c-4551-af87-0c7f8b53f26c tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.553574] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cdbe0145-cd3c-4551-af87-0c7f8b53f26c tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.557313] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-cdbe0145-cd3c-4551-af87-0c7f8b53f26c tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] [instance: e413c45d-cd89-44d4-9102-3d188907e7bb] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 821.557931] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cdbe0145-cd3c-4551-af87-0c7f8b53f26c tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.558298] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cdbe0145-cd3c-4551-af87-0c7f8b53f26c tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.558298] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cdbe0145-cd3c-4551-af87-0c7f8b53f26c tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.573337] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cdbe0145-cd3c-4551-af87-0c7f8b53f26c tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.573554] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cdbe0145-cd3c-4551-af87-0c7f8b53f26c tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.573717] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-cdbe0145-cd3c-4551-af87-0c7f8b53f26c tempest-MultipleCreateTestJSON-1907070631 tempest-MultipleCreateTestJSON-1907070631-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.885838] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-13baf863-98e6-41c7-ae75-48fd1a9cef32 tempest-ServerAddressesTestJSON-1846886542 tempest-ServerAddressesTestJSON-1846886542-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 821.899197] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-13baf863-98e6-41c7-ae75-48fd1a9cef32 tempest-ServerAddressesTestJSON-1846886542 tempest-ServerAddressesTestJSON-1846886542-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.899344] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-13baf863-98e6-41c7-ae75-48fd1a9cef32 tempest-ServerAddressesTestJSON-1846886542 tempest-ServerAddressesTestJSON-1846886542-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.899508] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-13baf863-98e6-41c7-ae75-48fd1a9cef32 tempest-ServerAddressesTestJSON-1846886542 tempest-ServerAddressesTestJSON-1846886542-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.930825] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-13baf863-98e6-41c7-ae75-48fd1a9cef32 tempest-ServerAddressesTestJSON-1846886542 tempest-ServerAddressesTestJSON-1846886542-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.931067] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-13baf863-98e6-41c7-ae75-48fd1a9cef32 tempest-ServerAddressesTestJSON-1846886542 tempest-ServerAddressesTestJSON-1846886542-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.931234] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-13baf863-98e6-41c7-ae75-48fd1a9cef32 tempest-ServerAddressesTestJSON-1846886542 tempest-ServerAddressesTestJSON-1846886542-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.931594] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-13baf863-98e6-41c7-ae75-48fd1a9cef32 tempest-ServerAddressesTestJSON-1846886542 tempest-ServerAddressesTestJSON-1846886542-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.931773] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-13baf863-98e6-41c7-ae75-48fd1a9cef32 tempest-ServerAddressesTestJSON-1846886542 tempest-ServerAddressesTestJSON-1846886542-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.931925] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-13baf863-98e6-41c7-ae75-48fd1a9cef32 tempest-ServerAddressesTestJSON-1846886542 tempest-ServerAddressesTestJSON-1846886542-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.940732] nova-conductor[53859]: DEBUG nova.quota [None req-13baf863-98e6-41c7-ae75-48fd1a9cef32 tempest-ServerAddressesTestJSON-1846886542 tempest-ServerAddressesTestJSON-1846886542-project-member] Getting quotas for project a69fe23e6b4c4526a488b2be81e6882e. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 821.943725] nova-conductor[53859]: DEBUG nova.quota [None req-13baf863-98e6-41c7-ae75-48fd1a9cef32 tempest-ServerAddressesTestJSON-1846886542 tempest-ServerAddressesTestJSON-1846886542-project-member] Getting quotas for user 1ee4d88a54834f409b3e46c5e594bc0a and project a69fe23e6b4c4526a488b2be81e6882e. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 821.949260] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-13baf863-98e6-41c7-ae75-48fd1a9cef32 tempest-ServerAddressesTestJSON-1846886542 tempest-ServerAddressesTestJSON-1846886542-project-member] [instance: 5b73e07a-d6ef-4dcf-bdae-eea91d2aeb6f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 821.949708] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-13baf863-98e6-41c7-ae75-48fd1a9cef32 tempest-ServerAddressesTestJSON-1846886542 tempest-ServerAddressesTestJSON-1846886542-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.949903] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-13baf863-98e6-41c7-ae75-48fd1a9cef32 tempest-ServerAddressesTestJSON-1846886542 tempest-ServerAddressesTestJSON-1846886542-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.950083] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-13baf863-98e6-41c7-ae75-48fd1a9cef32 tempest-ServerAddressesTestJSON-1846886542 tempest-ServerAddressesTestJSON-1846886542-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.954623] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-13baf863-98e6-41c7-ae75-48fd1a9cef32 tempest-ServerAddressesTestJSON-1846886542 tempest-ServerAddressesTestJSON-1846886542-project-member] [instance: 5b73e07a-d6ef-4dcf-bdae-eea91d2aeb6f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 821.955248] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-13baf863-98e6-41c7-ae75-48fd1a9cef32 tempest-ServerAddressesTestJSON-1846886542 tempest-ServerAddressesTestJSON-1846886542-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.955459] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-13baf863-98e6-41c7-ae75-48fd1a9cef32 tempest-ServerAddressesTestJSON-1846886542 tempest-ServerAddressesTestJSON-1846886542-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.955600] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-13baf863-98e6-41c7-ae75-48fd1a9cef32 tempest-ServerAddressesTestJSON-1846886542 tempest-ServerAddressesTestJSON-1846886542-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.972430] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-13baf863-98e6-41c7-ae75-48fd1a9cef32 tempest-ServerAddressesTestJSON-1846886542 tempest-ServerAddressesTestJSON-1846886542-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.973153] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-13baf863-98e6-41c7-ae75-48fd1a9cef32 tempest-ServerAddressesTestJSON-1846886542 tempest-ServerAddressesTestJSON-1846886542-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.973153] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-13baf863-98e6-41c7-ae75-48fd1a9cef32 tempest-ServerAddressesTestJSON-1846886542 tempest-ServerAddressesTestJSON-1846886542-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.352618] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell0:SELECT=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 823.379295] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 823.391520] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 823.396741] nova-conductor[53858]: ERROR nova.scheduler.utils [None req-0adbd41a-bb08-4b5a-bc10-ab9778329dd8 tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] [instance: 7bd3204b-5754-4ff2-b0ff-f30556dd72a1] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 9712b870-b8eb-4048-8ebf-0be8f9c5dfc2, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 7bd3204b-5754-4ff2-b0ff-f30556dd72a1 was re-scheduled: Binding failed for port 9712b870-b8eb-4048-8ebf-0be8f9c5dfc2, please check neutron logs for more information.\n'] [ 823.397335] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-0adbd41a-bb08-4b5a-bc10-ab9778329dd8 tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Rescheduling: True {{(pid=53858) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 823.397559] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-0adbd41a-bb08-4b5a-bc10-ab9778329dd8 tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7bd3204b-5754-4ff2-b0ff-f30556dd72a1.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7bd3204b-5754-4ff2-b0ff-f30556dd72a1. [ 823.397756] nova-conductor[53858]: WARNING nova.scheduler.utils [None req-0adbd41a-bb08-4b5a-bc10-ab9778329dd8 tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] [instance: 7bd3204b-5754-4ff2-b0ff-f30556dd72a1] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7bd3204b-5754-4ff2-b0ff-f30556dd72a1. [ 823.402335] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=6,nova_api:DELETE=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 823.429413] nova-conductor[53858]: DEBUG nova.network.neutron [None req-0adbd41a-bb08-4b5a-bc10-ab9778329dd8 tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] [instance: 7bd3204b-5754-4ff2-b0ff-f30556dd72a1] deallocate_for_instance() {{(pid=53858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.453701] nova-conductor[53858]: DEBUG nova.network.neutron [None req-0adbd41a-bb08-4b5a-bc10-ab9778329dd8 tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] [instance: 7bd3204b-5754-4ff2-b0ff-f30556dd72a1] Instance cache missing network info. {{(pid=53858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 823.457022] nova-conductor[53858]: DEBUG nova.network.neutron [None req-0adbd41a-bb08-4b5a-bc10-ab9778329dd8 tempest-VolumesAdminNegativeTest-1422120048 tempest-VolumesAdminNegativeTest-1422120048-project-member] [instance: 7bd3204b-5754-4ff2-b0ff-f30556dd72a1] Updating instance_info_cache with network_info: [] {{(pid=53858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.208750] nova-conductor[53859]: ERROR nova.scheduler.utils [None req-28282894-8344-49f7-8696-a5bcafc57c69 tempest-ServerRescueTestJSONUnderV235-1784422495 tempest-ServerRescueTestJSONUnderV235-1784422495-project-member] [instance: b2d2b34d-827f-4f96-af8e-936135ba8700] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 85462a2f-eba7-481a-8f13-c572e92d6634, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance b2d2b34d-827f-4f96-af8e-936135ba8700 was re-scheduled: Binding failed for port 85462a2f-eba7-481a-8f13-c572e92d6634, please check neutron logs for more information.\n'] [ 825.209380] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-28282894-8344-49f7-8696-a5bcafc57c69 tempest-ServerRescueTestJSONUnderV235-1784422495 tempest-ServerRescueTestJSONUnderV235-1784422495-project-member] Rescheduling: True {{(pid=53859) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 825.209612] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-28282894-8344-49f7-8696-a5bcafc57c69 tempest-ServerRescueTestJSONUnderV235-1784422495 tempest-ServerRescueTestJSONUnderV235-1784422495-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b2d2b34d-827f-4f96-af8e-936135ba8700.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b2d2b34d-827f-4f96-af8e-936135ba8700. [ 825.209919] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-28282894-8344-49f7-8696-a5bcafc57c69 tempest-ServerRescueTestJSONUnderV235-1784422495 tempest-ServerRescueTestJSONUnderV235-1784422495-project-member] [instance: b2d2b34d-827f-4f96-af8e-936135ba8700] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b2d2b34d-827f-4f96-af8e-936135ba8700. [ 825.236664] nova-conductor[53859]: DEBUG nova.network.neutron [None req-28282894-8344-49f7-8696-a5bcafc57c69 tempest-ServerRescueTestJSONUnderV235-1784422495 tempest-ServerRescueTestJSONUnderV235-1784422495-project-member] [instance: b2d2b34d-827f-4f96-af8e-936135ba8700] deallocate_for_instance() {{(pid=53859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.253008] nova-conductor[53859]: DEBUG nova.network.neutron [None req-28282894-8344-49f7-8696-a5bcafc57c69 tempest-ServerRescueTestJSONUnderV235-1784422495 tempest-ServerRescueTestJSONUnderV235-1784422495-project-member] [instance: b2d2b34d-827f-4f96-af8e-936135ba8700] Instance cache missing network info. {{(pid=53859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.259881] nova-conductor[53859]: DEBUG nova.network.neutron [None req-28282894-8344-49f7-8696-a5bcafc57c69 tempest-ServerRescueTestJSONUnderV235-1784422495 tempest-ServerRescueTestJSONUnderV235-1784422495-project-member] [instance: b2d2b34d-827f-4f96-af8e-936135ba8700] Updating instance_info_cache with network_info: [] {{(pid=53859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.097575] nova-conductor[53859]: ERROR nova.scheduler.utils [None req-998fcb75-b821-4586-ae48-2fe4d02a9864 tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] [instance: 870602dd-1b85-4c97-9506-f08e9f1bade6] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port eb1ea65c-43f8-4f04-ae2d-6429b469985d, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 870602dd-1b85-4c97-9506-f08e9f1bade6 was re-scheduled: Binding failed for port eb1ea65c-43f8-4f04-ae2d-6429b469985d, please check neutron logs for more information.\n'] [ 827.098161] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-998fcb75-b821-4586-ae48-2fe4d02a9864 tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Rescheduling: True {{(pid=53859) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 827.099659] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-998fcb75-b821-4586-ae48-2fe4d02a9864 tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 870602dd-1b85-4c97-9506-f08e9f1bade6.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 870602dd-1b85-4c97-9506-f08e9f1bade6. [ 827.099659] nova-conductor[53859]: WARNING nova.scheduler.utils [None req-998fcb75-b821-4586-ae48-2fe4d02a9864 tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] [instance: 870602dd-1b85-4c97-9506-f08e9f1bade6] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 870602dd-1b85-4c97-9506-f08e9f1bade6. [ 827.141567] nova-conductor[53859]: DEBUG nova.network.neutron [None req-998fcb75-b821-4586-ae48-2fe4d02a9864 tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] [instance: 870602dd-1b85-4c97-9506-f08e9f1bade6] deallocate_for_instance() {{(pid=53859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.172043] nova-conductor[53859]: DEBUG nova.network.neutron [None req-998fcb75-b821-4586-ae48-2fe4d02a9864 tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] [instance: 870602dd-1b85-4c97-9506-f08e9f1bade6] Instance cache missing network info. {{(pid=53859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 827.190723] nova-conductor[53859]: DEBUG nova.network.neutron [None req-998fcb75-b821-4586-ae48-2fe4d02a9864 tempest-AttachVolumeShelveTestJSON-1252849694 tempest-AttachVolumeShelveTestJSON-1252849694-project-member] [instance: 870602dd-1b85-4c97-9506-f08e9f1bade6] Updating instance_info_cache with network_info: [] {{(pid=53859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.936092] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell0:SELECT=4 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 831.957631] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell1:SELECT=14,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=37,nova_cell1:RELEASE=2 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 831.965678] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=26,nova_api:UPDATE=4,nova_api:DELETE=2 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 831.968059] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=26,nova_api:UPDATE=1,nova_api:DELETE=3 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 833.017031] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-00703b42-f309-4672-8dc7-10f4a69426aa tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 833.032409] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-00703b42-f309-4672-8dc7-10f4a69426aa tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.032641] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-00703b42-f309-4672-8dc7-10f4a69426aa tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.032805] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-00703b42-f309-4672-8dc7-10f4a69426aa tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.076763] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-00703b42-f309-4672-8dc7-10f4a69426aa tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.076997] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-00703b42-f309-4672-8dc7-10f4a69426aa tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.077366] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-00703b42-f309-4672-8dc7-10f4a69426aa tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.077749] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-00703b42-f309-4672-8dc7-10f4a69426aa tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.077934] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-00703b42-f309-4672-8dc7-10f4a69426aa tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.078107] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-00703b42-f309-4672-8dc7-10f4a69426aa tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.089370] nova-conductor[53858]: DEBUG nova.quota [None req-00703b42-f309-4672-8dc7-10f4a69426aa tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] Getting quotas for project a13d827933fa4597984afdb91dbbdd39. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 833.095015] nova-conductor[53858]: DEBUG nova.quota [None req-00703b42-f309-4672-8dc7-10f4a69426aa tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] Getting quotas for user ced04976ec034e09a0ad122827292901 and project a13d827933fa4597984afdb91dbbdd39. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 833.100133] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-00703b42-f309-4672-8dc7-10f4a69426aa tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] [instance: b779d183-89ae-4e4d-ae99-e514e145ed43] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 833.100568] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-00703b42-f309-4672-8dc7-10f4a69426aa tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.104541] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-00703b42-f309-4672-8dc7-10f4a69426aa tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.104541] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-00703b42-f309-4672-8dc7-10f4a69426aa tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.106185] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-00703b42-f309-4672-8dc7-10f4a69426aa tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] [instance: b779d183-89ae-4e4d-ae99-e514e145ed43] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 833.106619] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-00703b42-f309-4672-8dc7-10f4a69426aa tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.106800] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-00703b42-f309-4672-8dc7-10f4a69426aa tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.107065] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-00703b42-f309-4672-8dc7-10f4a69426aa tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.134324] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-00703b42-f309-4672-8dc7-10f4a69426aa tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.134324] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-00703b42-f309-4672-8dc7-10f4a69426aa tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.134324] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-00703b42-f309-4672-8dc7-10f4a69426aa tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.756370] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-fc756c76-ebec-403f-b8ba-39ff93058631 tempest-ServerShowV257Test-986496257 tempest-ServerShowV257Test-986496257-project-member] Targeting cell 7b162bc2-542e-4fdd-be60-fad18f19221d(cell1) for conductor method rebuild_instance {{(pid=53859) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 833.756741] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fc756c76-ebec-403f-b8ba-39ff93058631 tempest-ServerShowV257Test-986496257 tempest-ServerShowV257Test-986496257-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.757106] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fc756c76-ebec-403f-b8ba-39ff93058631 tempest-ServerShowV257Test-986496257 tempest-ServerShowV257Test-986496257-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.757435] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-fc756c76-ebec-403f-b8ba-39ff93058631 tempest-ServerShowV257Test-986496257 tempest-ServerShowV257Test-986496257-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.771409] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-fc756c76-ebec-403f-b8ba-39ff93058631 tempest-ServerShowV257Test-986496257 tempest-ServerShowV257Test-986496257-project-member] [instance: b8c60af7-3561-468c-a9a5-1c645080fc69] No migration record for the rebuild/evacuate request. {{(pid=53859) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 843.082655] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell0:SELECT=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 843.110707] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 843.127027] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=8 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 843.130257] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=4,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 843.755881] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 843.780457] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 843.795087] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell1:SELECT=4,nova_cell1:UPDATE=3,nova_cell1:INSERT=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 848.476012] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-9887b108-13fe-4987-ad6f-1ef139e2a15d tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 848.499116] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-9887b108-13fe-4987-ad6f-1ef139e2a15d tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.499279] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-9887b108-13fe-4987-ad6f-1ef139e2a15d tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.499445] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-9887b108-13fe-4987-ad6f-1ef139e2a15d tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.565699] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-9887b108-13fe-4987-ad6f-1ef139e2a15d tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.565840] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-9887b108-13fe-4987-ad6f-1ef139e2a15d tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.566274] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-9887b108-13fe-4987-ad6f-1ef139e2a15d tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.567515] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-9887b108-13fe-4987-ad6f-1ef139e2a15d tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.567515] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-9887b108-13fe-4987-ad6f-1ef139e2a15d tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.567515] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-9887b108-13fe-4987-ad6f-1ef139e2a15d tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.576117] nova-conductor[53859]: DEBUG nova.quota [None req-9887b108-13fe-4987-ad6f-1ef139e2a15d tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Getting quotas for project 912300a09b80452e85e3cd13c4a644cc. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 848.578590] nova-conductor[53859]: DEBUG nova.quota [None req-9887b108-13fe-4987-ad6f-1ef139e2a15d tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Getting quotas for user cd5039bf8f4344e490df828e643d2779 and project 912300a09b80452e85e3cd13c4a644cc. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 848.585460] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-9887b108-13fe-4987-ad6f-1ef139e2a15d tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] [instance: 6012d3b5-739c-4762-9bb4-09c51171dcd7] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 848.586043] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-9887b108-13fe-4987-ad6f-1ef139e2a15d tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.586243] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-9887b108-13fe-4987-ad6f-1ef139e2a15d tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.586408] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-9887b108-13fe-4987-ad6f-1ef139e2a15d tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.598021] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-9887b108-13fe-4987-ad6f-1ef139e2a15d tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] [instance: 6012d3b5-739c-4762-9bb4-09c51171dcd7] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 848.598177] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-9887b108-13fe-4987-ad6f-1ef139e2a15d tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.598354] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-9887b108-13fe-4987-ad6f-1ef139e2a15d tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.598514] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-9887b108-13fe-4987-ad6f-1ef139e2a15d tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.617812] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-9887b108-13fe-4987-ad6f-1ef139e2a15d tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.617976] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-9887b108-13fe-4987-ad6f-1ef139e2a15d tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.618162] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-9887b108-13fe-4987-ad6f-1ef139e2a15d tempest-AttachInterfacesTestJSON-1269801032 tempest-AttachInterfacesTestJSON-1269801032-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.573827] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell0:SELECT=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 858.600965] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 858.612370] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=7 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 858.615508] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 864.383038] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell1:SELECT=418,nova_cell1:SAVEPOINT=35,nova_cell1:RELEASE=35,nova_cell1:UPDATE=228,nova_cell1:INSERT=37,nova_cell1:DELETE=2 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 870.287755] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell1:SELECT=466,nova_cell1:UPDATE=254,nova_cell1:INSERT=38,nova_cell1:SAVEPOINT=33,nova_cell1:RELEASE=33,nova_cell1:DELETE=2 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 870.443529] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-6d4df172-3edf-4dbb-b96f-afa60a7b76e1 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 870.461010] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6d4df172-3edf-4dbb-b96f-afa60a7b76e1 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.461430] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6d4df172-3edf-4dbb-b96f-afa60a7b76e1 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.461658] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6d4df172-3edf-4dbb-b96f-afa60a7b76e1 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.497227] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6d4df172-3edf-4dbb-b96f-afa60a7b76e1 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.497227] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6d4df172-3edf-4dbb-b96f-afa60a7b76e1 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.497424] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6d4df172-3edf-4dbb-b96f-afa60a7b76e1 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.497785] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6d4df172-3edf-4dbb-b96f-afa60a7b76e1 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.497970] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6d4df172-3edf-4dbb-b96f-afa60a7b76e1 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.498160] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6d4df172-3edf-4dbb-b96f-afa60a7b76e1 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.508262] nova-conductor[53858]: DEBUG nova.quota [None req-6d4df172-3edf-4dbb-b96f-afa60a7b76e1 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Getting quotas for project 0d24f4a47d1f4b79a7d999a4dacb99ba. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 870.510695] nova-conductor[53858]: DEBUG nova.quota [None req-6d4df172-3edf-4dbb-b96f-afa60a7b76e1 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Getting quotas for user 03056b1a9c2143efa96ebb46ee1fda1a and project 0d24f4a47d1f4b79a7d999a4dacb99ba. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 870.520576] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-6d4df172-3edf-4dbb-b96f-afa60a7b76e1 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] [instance: a511392e-9ab6-42fb-b07c-f90e9786dcc1] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 870.521100] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6d4df172-3edf-4dbb-b96f-afa60a7b76e1 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.521316] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6d4df172-3edf-4dbb-b96f-afa60a7b76e1 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.521476] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6d4df172-3edf-4dbb-b96f-afa60a7b76e1 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.533627] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-6d4df172-3edf-4dbb-b96f-afa60a7b76e1 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] [instance: a511392e-9ab6-42fb-b07c-f90e9786dcc1] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 870.534405] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6d4df172-3edf-4dbb-b96f-afa60a7b76e1 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.534622] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6d4df172-3edf-4dbb-b96f-afa60a7b76e1 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.534787] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6d4df172-3edf-4dbb-b96f-afa60a7b76e1 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.557414] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6d4df172-3edf-4dbb-b96f-afa60a7b76e1 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.557645] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6d4df172-3edf-4dbb-b96f-afa60a7b76e1 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.557848] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6d4df172-3edf-4dbb-b96f-afa60a7b76e1 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.509019] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-55b58374-2c35-46b9-a508-d4833264ecac tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 872.522922] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-55b58374-2c35-46b9-a508-d4833264ecac tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.522922] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-55b58374-2c35-46b9-a508-d4833264ecac tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.522922] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-55b58374-2c35-46b9-a508-d4833264ecac tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.573808] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-55b58374-2c35-46b9-a508-d4833264ecac tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.574048] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-55b58374-2c35-46b9-a508-d4833264ecac tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.574222] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-55b58374-2c35-46b9-a508-d4833264ecac tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.574607] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-55b58374-2c35-46b9-a508-d4833264ecac tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.574791] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-55b58374-2c35-46b9-a508-d4833264ecac tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.574947] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-55b58374-2c35-46b9-a508-d4833264ecac tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.583308] nova-conductor[53858]: DEBUG nova.quota [None req-55b58374-2c35-46b9-a508-d4833264ecac tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Getting quotas for project 7abfe95660904cd4b8824257795d8e8a. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 872.587771] nova-conductor[53858]: DEBUG nova.quota [None req-55b58374-2c35-46b9-a508-d4833264ecac tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Getting quotas for user eb00f8aff92b44e9a0e739366a1d2662 and project 7abfe95660904cd4b8824257795d8e8a. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 872.593920] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-55b58374-2c35-46b9-a508-d4833264ecac tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] [instance: 4cb3c397-ef1a-4267-a300-26da48206f3f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 872.595027] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-55b58374-2c35-46b9-a508-d4833264ecac tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.595027] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-55b58374-2c35-46b9-a508-d4833264ecac tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.595027] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-55b58374-2c35-46b9-a508-d4833264ecac tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.600828] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-55b58374-2c35-46b9-a508-d4833264ecac tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] [instance: 4cb3c397-ef1a-4267-a300-26da48206f3f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9ddad7e6-f1e4-49aa-b956-1b8d3273318d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 872.601601] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-55b58374-2c35-46b9-a508-d4833264ecac tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.601809] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-55b58374-2c35-46b9-a508-d4833264ecac tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.602117] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-55b58374-2c35-46b9-a508-d4833264ecac tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.622037] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-55b58374-2c35-46b9-a508-d4833264ecac tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.622393] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-55b58374-2c35-46b9-a508-d4833264ecac tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.622499] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-55b58374-2c35-46b9-a508-d4833264ecac tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.146508] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-eb5e01f1-148c-4608-96e7-93572113f79a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 873.165697] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-eb5e01f1-148c-4608-96e7-93572113f79a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.165933] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-eb5e01f1-148c-4608-96e7-93572113f79a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.166119] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-eb5e01f1-148c-4608-96e7-93572113f79a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.202632] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-eb5e01f1-148c-4608-96e7-93572113f79a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.202632] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-eb5e01f1-148c-4608-96e7-93572113f79a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.203048] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-eb5e01f1-148c-4608-96e7-93572113f79a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.203260] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-eb5e01f1-148c-4608-96e7-93572113f79a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.203260] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-eb5e01f1-148c-4608-96e7-93572113f79a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.203494] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-eb5e01f1-148c-4608-96e7-93572113f79a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.216463] nova-conductor[53859]: DEBUG nova.quota [None req-eb5e01f1-148c-4608-96e7-93572113f79a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Getting quotas for project 69cc941eb6dd4780ac12aa29656c37f7. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 873.220802] nova-conductor[53859]: DEBUG nova.quota [None req-eb5e01f1-148c-4608-96e7-93572113f79a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Getting quotas for user 5b8a639e99914e75857b4571f0d58a3c and project 69cc941eb6dd4780ac12aa29656c37f7. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 873.227926] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-eb5e01f1-148c-4608-96e7-93572113f79a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] [instance: 4c2c973a-5d23-4b8a-8b99-6b634e337054] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 873.228461] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-eb5e01f1-148c-4608-96e7-93572113f79a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.228673] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-eb5e01f1-148c-4608-96e7-93572113f79a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.228834] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-eb5e01f1-148c-4608-96e7-93572113f79a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.239755] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-eb5e01f1-148c-4608-96e7-93572113f79a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] [instance: 4c2c973a-5d23-4b8a-8b99-6b634e337054] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 873.240831] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-eb5e01f1-148c-4608-96e7-93572113f79a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.241130] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-eb5e01f1-148c-4608-96e7-93572113f79a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.241371] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-eb5e01f1-148c-4608-96e7-93572113f79a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.261671] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-eb5e01f1-148c-4608-96e7-93572113f79a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.261898] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-eb5e01f1-148c-4608-96e7-93572113f79a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.262089] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-eb5e01f1-148c-4608-96e7-93572113f79a tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.134700] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-3192dd2d-7513-4a93-8a8c-c00e6e67889c tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 875.152548] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-3192dd2d-7513-4a93-8a8c-c00e6e67889c tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.153383] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-3192dd2d-7513-4a93-8a8c-c00e6e67889c tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.153383] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-3192dd2d-7513-4a93-8a8c-c00e6e67889c tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.203782] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-3192dd2d-7513-4a93-8a8c-c00e6e67889c tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.204169] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-3192dd2d-7513-4a93-8a8c-c00e6e67889c tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.204309] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-3192dd2d-7513-4a93-8a8c-c00e6e67889c tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.206856] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-3192dd2d-7513-4a93-8a8c-c00e6e67889c tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.206856] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-3192dd2d-7513-4a93-8a8c-c00e6e67889c tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.206856] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-3192dd2d-7513-4a93-8a8c-c00e6e67889c tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.216614] nova-conductor[53858]: DEBUG nova.quota [None req-3192dd2d-7513-4a93-8a8c-c00e6e67889c tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] Getting quotas for project c304b5b5d4df485fbda55a570494a62f. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 875.220925] nova-conductor[53858]: DEBUG nova.quota [None req-3192dd2d-7513-4a93-8a8c-c00e6e67889c tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] Getting quotas for user e423cb2e47934db39ae2c17a22ee0ceb and project c304b5b5d4df485fbda55a570494a62f. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 875.227631] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-3192dd2d-7513-4a93-8a8c-c00e6e67889c tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] [instance: 263f0866-49af-4ab6-8132-d993642ebedb] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 875.228205] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-3192dd2d-7513-4a93-8a8c-c00e6e67889c tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.228493] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-3192dd2d-7513-4a93-8a8c-c00e6e67889c tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.230493] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-3192dd2d-7513-4a93-8a8c-c00e6e67889c tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.235927] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-3192dd2d-7513-4a93-8a8c-c00e6e67889c tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] [instance: 263f0866-49af-4ab6-8132-d993642ebedb] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 875.236683] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-3192dd2d-7513-4a93-8a8c-c00e6e67889c tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.236901] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-3192dd2d-7513-4a93-8a8c-c00e6e67889c tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.237091] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-3192dd2d-7513-4a93-8a8c-c00e6e67889c tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.256503] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-3192dd2d-7513-4a93-8a8c-c00e6e67889c tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.256884] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-3192dd2d-7513-4a93-8a8c-c00e6e67889c tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.257380] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-3192dd2d-7513-4a93-8a8c-c00e6e67889c tempest-ServersTestMultiNic-960118741 tempest-ServersTestMultiNic-960118741-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.209577] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell0:SELECT=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 883.245020] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 883.256660] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=7 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 883.259545] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 885.209814] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell0:SELECT=3 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 885.240187] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell1:SELECT=10,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=23,nova_cell1:RELEASE=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 885.243563] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=22,nova_api:DELETE=1,nova_api:UPDATE=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 885.252786] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=2,nova_api:DELETE=2 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 887.952318] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-6cea46fb-73b5-4047-8297-b9cdc5a261d0 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 887.983023] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6cea46fb-73b5-4047-8297-b9cdc5a261d0 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.983023] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6cea46fb-73b5-4047-8297-b9cdc5a261d0 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.983023] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6cea46fb-73b5-4047-8297-b9cdc5a261d0 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.049374] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6cea46fb-73b5-4047-8297-b9cdc5a261d0 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.049670] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6cea46fb-73b5-4047-8297-b9cdc5a261d0 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.049915] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6cea46fb-73b5-4047-8297-b9cdc5a261d0 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.050364] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6cea46fb-73b5-4047-8297-b9cdc5a261d0 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.050557] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6cea46fb-73b5-4047-8297-b9cdc5a261d0 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.050712] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6cea46fb-73b5-4047-8297-b9cdc5a261d0 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.070136] nova-conductor[53858]: DEBUG nova.quota [None req-6cea46fb-73b5-4047-8297-b9cdc5a261d0 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Getting quotas for project 0d24f4a47d1f4b79a7d999a4dacb99ba. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 888.074105] nova-conductor[53858]: DEBUG nova.quota [None req-6cea46fb-73b5-4047-8297-b9cdc5a261d0 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Getting quotas for user 03056b1a9c2143efa96ebb46ee1fda1a and project 0d24f4a47d1f4b79a7d999a4dacb99ba. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 888.081146] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-6cea46fb-73b5-4047-8297-b9cdc5a261d0 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] [instance: bac71328-3796-4a65-aa41-ccda93bc7926] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 888.081883] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6cea46fb-73b5-4047-8297-b9cdc5a261d0 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.082303] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6cea46fb-73b5-4047-8297-b9cdc5a261d0 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.082391] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6cea46fb-73b5-4047-8297-b9cdc5a261d0 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.090384] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-6cea46fb-73b5-4047-8297-b9cdc5a261d0 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] [instance: bac71328-3796-4a65-aa41-ccda93bc7926] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 888.094023] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6cea46fb-73b5-4047-8297-b9cdc5a261d0 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.094023] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6cea46fb-73b5-4047-8297-b9cdc5a261d0 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.094023] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6cea46fb-73b5-4047-8297-b9cdc5a261d0 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.125424] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6cea46fb-73b5-4047-8297-b9cdc5a261d0 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.126161] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6cea46fb-73b5-4047-8297-b9cdc5a261d0 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.126161] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-6cea46fb-73b5-4047-8297-b9cdc5a261d0 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.837441] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-b7a2d28f-39dc-4a35-bb16-94846b77bc41 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 888.865456] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b7a2d28f-39dc-4a35-bb16-94846b77bc41 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.866204] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b7a2d28f-39dc-4a35-bb16-94846b77bc41 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.866204] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b7a2d28f-39dc-4a35-bb16-94846b77bc41 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.927215] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b7a2d28f-39dc-4a35-bb16-94846b77bc41 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.927510] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b7a2d28f-39dc-4a35-bb16-94846b77bc41 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.927623] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b7a2d28f-39dc-4a35-bb16-94846b77bc41 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.928018] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b7a2d28f-39dc-4a35-bb16-94846b77bc41 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.928220] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b7a2d28f-39dc-4a35-bb16-94846b77bc41 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.928368] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b7a2d28f-39dc-4a35-bb16-94846b77bc41 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.939048] nova-conductor[53858]: DEBUG nova.quota [None req-b7a2d28f-39dc-4a35-bb16-94846b77bc41 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Getting quotas for project 08fb8d0735c34ecab7b4811a1e3970f5. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 888.944717] nova-conductor[53858]: DEBUG nova.quota [None req-b7a2d28f-39dc-4a35-bb16-94846b77bc41 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Getting quotas for user ee57cb4f03324071823350b50b9d1220 and project 08fb8d0735c34ecab7b4811a1e3970f5. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 888.953478] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-b7a2d28f-39dc-4a35-bb16-94846b77bc41 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] [instance: c98c96a5-d18e-4519-996a-949ded16225f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 888.953896] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b7a2d28f-39dc-4a35-bb16-94846b77bc41 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.954123] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b7a2d28f-39dc-4a35-bb16-94846b77bc41 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.954388] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b7a2d28f-39dc-4a35-bb16-94846b77bc41 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.960540] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-b7a2d28f-39dc-4a35-bb16-94846b77bc41 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] [instance: c98c96a5-d18e-4519-996a-949ded16225f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 888.961344] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b7a2d28f-39dc-4a35-bb16-94846b77bc41 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.961626] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b7a2d28f-39dc-4a35-bb16-94846b77bc41 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.961779] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b7a2d28f-39dc-4a35-bb16-94846b77bc41 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.991015] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b7a2d28f-39dc-4a35-bb16-94846b77bc41 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.991278] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b7a2d28f-39dc-4a35-bb16-94846b77bc41 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.991456] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b7a2d28f-39dc-4a35-bb16-94846b77bc41 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.774504] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-e1b75445-6f25-4dcb-9846-d40076ac5b42 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 889.791246] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-e1b75445-6f25-4dcb-9846-d40076ac5b42 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.791511] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-e1b75445-6f25-4dcb-9846-d40076ac5b42 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.792211] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-e1b75445-6f25-4dcb-9846-d40076ac5b42 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.825226] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-e1b75445-6f25-4dcb-9846-d40076ac5b42 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.825575] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-e1b75445-6f25-4dcb-9846-d40076ac5b42 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.825981] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-e1b75445-6f25-4dcb-9846-d40076ac5b42 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.826486] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-e1b75445-6f25-4dcb-9846-d40076ac5b42 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.826809] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-e1b75445-6f25-4dcb-9846-d40076ac5b42 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.827016] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-e1b75445-6f25-4dcb-9846-d40076ac5b42 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.838696] nova-conductor[53858]: DEBUG nova.quota [None req-e1b75445-6f25-4dcb-9846-d40076ac5b42 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Getting quotas for project 08fb8d0735c34ecab7b4811a1e3970f5. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 889.842622] nova-conductor[53858]: DEBUG nova.quota [None req-e1b75445-6f25-4dcb-9846-d40076ac5b42 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Getting quotas for user ee57cb4f03324071823350b50b9d1220 and project 08fb8d0735c34ecab7b4811a1e3970f5. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 889.850138] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-e1b75445-6f25-4dcb-9846-d40076ac5b42 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] [instance: 624e9207-7f24-4f45-8f52-0fc7a60c1e84] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 889.850729] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-e1b75445-6f25-4dcb-9846-d40076ac5b42 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.850975] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-e1b75445-6f25-4dcb-9846-d40076ac5b42 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.851191] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-e1b75445-6f25-4dcb-9846-d40076ac5b42 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.855756] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-e1b75445-6f25-4dcb-9846-d40076ac5b42 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] [instance: 624e9207-7f24-4f45-8f52-0fc7a60c1e84] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 889.856713] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-e1b75445-6f25-4dcb-9846-d40076ac5b42 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.856936] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-e1b75445-6f25-4dcb-9846-d40076ac5b42 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.857126] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-e1b75445-6f25-4dcb-9846-d40076ac5b42 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.877247] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-e1b75445-6f25-4dcb-9846-d40076ac5b42 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.877595] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-e1b75445-6f25-4dcb-9846-d40076ac5b42 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.877864] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-e1b75445-6f25-4dcb-9846-d40076ac5b42 tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.928080] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-cb709b57-999a-41a8-b165-7029c0613fc5 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 892.947063] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-cb709b57-999a-41a8-b165-7029c0613fc5 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.947063] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-cb709b57-999a-41a8-b165-7029c0613fc5 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.947063] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-cb709b57-999a-41a8-b165-7029c0613fc5 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.015943] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-cb709b57-999a-41a8-b165-7029c0613fc5 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.016489] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-cb709b57-999a-41a8-b165-7029c0613fc5 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.016489] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-cb709b57-999a-41a8-b165-7029c0613fc5 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.017039] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-cb709b57-999a-41a8-b165-7029c0613fc5 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.017039] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-cb709b57-999a-41a8-b165-7029c0613fc5 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.017328] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-cb709b57-999a-41a8-b165-7029c0613fc5 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.036082] nova-conductor[53858]: DEBUG nova.quota [None req-cb709b57-999a-41a8-b165-7029c0613fc5 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Getting quotas for project 69cc941eb6dd4780ac12aa29656c37f7. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 893.041611] nova-conductor[53858]: DEBUG nova.quota [None req-cb709b57-999a-41a8-b165-7029c0613fc5 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Getting quotas for user 5b8a639e99914e75857b4571f0d58a3c and project 69cc941eb6dd4780ac12aa29656c37f7. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 893.051188] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-cb709b57-999a-41a8-b165-7029c0613fc5 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] [instance: 03c1e8ea-a322-46fa-9b07-e283080a7871] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 893.051596] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-cb709b57-999a-41a8-b165-7029c0613fc5 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.051816] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-cb709b57-999a-41a8-b165-7029c0613fc5 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.051975] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-cb709b57-999a-41a8-b165-7029c0613fc5 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.058118] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-cb709b57-999a-41a8-b165-7029c0613fc5 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] [instance: 03c1e8ea-a322-46fa-9b07-e283080a7871] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 893.058992] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-cb709b57-999a-41a8-b165-7029c0613fc5 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.059284] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-cb709b57-999a-41a8-b165-7029c0613fc5 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.059511] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-cb709b57-999a-41a8-b165-7029c0613fc5 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.087538] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-cb709b57-999a-41a8-b165-7029c0613fc5 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.087780] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-cb709b57-999a-41a8-b165-7029c0613fc5 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.087952] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-cb709b57-999a-41a8-b165-7029c0613fc5 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.022256] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell0:SELECT=4 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 903.063092] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell1:SELECT=12,nova_cell1:INSERT=29,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 903.074020] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=21,nova_api:DELETE=2,nova_api:UPDATE=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 903.077332] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=27,nova_api:UPDATE=3,nova_api:DELETE=2 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 905.322246] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-9a89d0be-1b30-454c-a15f-f7048c8714c5 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 905.336714] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-9a89d0be-1b30-454c-a15f-f7048c8714c5 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.337473] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-9a89d0be-1b30-454c-a15f-f7048c8714c5 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.337473] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-9a89d0be-1b30-454c-a15f-f7048c8714c5 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.369728] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-9a89d0be-1b30-454c-a15f-f7048c8714c5 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.369977] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-9a89d0be-1b30-454c-a15f-f7048c8714c5 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.370167] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-9a89d0be-1b30-454c-a15f-f7048c8714c5 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.370633] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-9a89d0be-1b30-454c-a15f-f7048c8714c5 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.370817] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-9a89d0be-1b30-454c-a15f-f7048c8714c5 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.370988] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-9a89d0be-1b30-454c-a15f-f7048c8714c5 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.381576] nova-conductor[53858]: DEBUG nova.quota [None req-9a89d0be-1b30-454c-a15f-f7048c8714c5 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Getting quotas for project 7abfe95660904cd4b8824257795d8e8a. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 905.384791] nova-conductor[53858]: DEBUG nova.quota [None req-9a89d0be-1b30-454c-a15f-f7048c8714c5 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Getting quotas for user eb00f8aff92b44e9a0e739366a1d2662 and project 7abfe95660904cd4b8824257795d8e8a. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 905.390248] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-9a89d0be-1b30-454c-a15f-f7048c8714c5 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] [instance: 62c75dfd-6046-4de1-b1e3-13a307af1394] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 905.390778] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-9a89d0be-1b30-454c-a15f-f7048c8714c5 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.390985] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-9a89d0be-1b30-454c-a15f-f7048c8714c5 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.391166] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-9a89d0be-1b30-454c-a15f-f7048c8714c5 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.399530] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-9a89d0be-1b30-454c-a15f-f7048c8714c5 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] [instance: 62c75dfd-6046-4de1-b1e3-13a307af1394] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 905.400304] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-9a89d0be-1b30-454c-a15f-f7048c8714c5 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.400529] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-9a89d0be-1b30-454c-a15f-f7048c8714c5 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.400702] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-9a89d0be-1b30-454c-a15f-f7048c8714c5 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.416859] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-9a89d0be-1b30-454c-a15f-f7048c8714c5 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.417154] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-9a89d0be-1b30-454c-a15f-f7048c8714c5 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.417343] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-9a89d0be-1b30-454c-a15f-f7048c8714c5 tempest-ImagesTestJSON-1951383190 tempest-ImagesTestJSON-1951383190-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.063688] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-e087e202-bbb7-4067-8df4-dbcbdaf570ee tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Targeting cell 7b162bc2-542e-4fdd-be60-fad18f19221d(cell1) for conductor method rebuild_instance {{(pid=53859) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 908.063956] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-e087e202-bbb7-4067-8df4-dbcbdaf570ee tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.064185] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-e087e202-bbb7-4067-8df4-dbcbdaf570ee tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.064365] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-e087e202-bbb7-4067-8df4-dbcbdaf570ee tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.075574] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-e087e202-bbb7-4067-8df4-dbcbdaf570ee tempest-ServerShowV247Test-1523384759 tempest-ServerShowV247Test-1523384759-project-member] [instance: 624e9207-7f24-4f45-8f52-0fc7a60c1e84] No migration record for the rebuild/evacuate request. {{(pid=53859) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 915.375338] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell0:SELECT=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 915.402719] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 915.411109] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 915.414015] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=7,nova_api:DELETE=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 918.061885] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 918.080630] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 918.095402] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell1:SELECT=4,nova_cell1:UPDATE=3,nova_cell1:INSERT=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 924.856517] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell1:SELECT=414,nova_cell1:UPDATE=257,nova_cell1:SAVEPOINT=22,nova_cell1:RELEASE=22,nova_cell1:INSERT=29,nova_cell1:DELETE=10 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 929.485809] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-a9734b29-9738-4ea3-b52c-d0194f5d6fd9 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 929.498760] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a9734b29-9738-4ea3-b52c-d0194f5d6fd9 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.498987] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a9734b29-9738-4ea3-b52c-d0194f5d6fd9 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.499170] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a9734b29-9738-4ea3-b52c-d0194f5d6fd9 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.524215] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a9734b29-9738-4ea3-b52c-d0194f5d6fd9 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.524442] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a9734b29-9738-4ea3-b52c-d0194f5d6fd9 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.524605] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a9734b29-9738-4ea3-b52c-d0194f5d6fd9 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.525060] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a9734b29-9738-4ea3-b52c-d0194f5d6fd9 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.525253] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a9734b29-9738-4ea3-b52c-d0194f5d6fd9 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.525410] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a9734b29-9738-4ea3-b52c-d0194f5d6fd9 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.540157] nova-conductor[53859]: DEBUG nova.quota [None req-a9734b29-9738-4ea3-b52c-d0194f5d6fd9 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Getting quotas for project 69cc941eb6dd4780ac12aa29656c37f7. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 929.544644] nova-conductor[53859]: DEBUG nova.quota [None req-a9734b29-9738-4ea3-b52c-d0194f5d6fd9 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Getting quotas for user 5b8a639e99914e75857b4571f0d58a3c and project 69cc941eb6dd4780ac12aa29656c37f7. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 929.550322] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-a9734b29-9738-4ea3-b52c-d0194f5d6fd9 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] [instance: 02a8f197-80bb-4cee-bdd6-b07705759986] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 929.550823] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a9734b29-9738-4ea3-b52c-d0194f5d6fd9 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.551027] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a9734b29-9738-4ea3-b52c-d0194f5d6fd9 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.551198] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a9734b29-9738-4ea3-b52c-d0194f5d6fd9 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.554153] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-a9734b29-9738-4ea3-b52c-d0194f5d6fd9 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] [instance: 02a8f197-80bb-4cee-bdd6-b07705759986] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 929.554744] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a9734b29-9738-4ea3-b52c-d0194f5d6fd9 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.554938] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a9734b29-9738-4ea3-b52c-d0194f5d6fd9 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.555113] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a9734b29-9738-4ea3-b52c-d0194f5d6fd9 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.573747] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a9734b29-9738-4ea3-b52c-d0194f5d6fd9 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.573958] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a9734b29-9738-4ea3-b52c-d0194f5d6fd9 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.574137] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a9734b29-9738-4ea3-b52c-d0194f5d6fd9 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.550270] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell1:SELECT=369,nova_cell1:UPDATE=304,nova_cell1:INSERT=31,nova_cell1:DELETE=20,nova_cell1:SAVEPOINT=33,nova_cell1:RELEASE=33 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 936.235816] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-102bab57-0500-4a8d-94a7-052c22c7c916 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 936.249536] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-102bab57-0500-4a8d-94a7-052c22c7c916 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.249772] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-102bab57-0500-4a8d-94a7-052c22c7c916 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.249940] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-102bab57-0500-4a8d-94a7-052c22c7c916 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.300246] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-102bab57-0500-4a8d-94a7-052c22c7c916 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.300450] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-102bab57-0500-4a8d-94a7-052c22c7c916 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.300594] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-102bab57-0500-4a8d-94a7-052c22c7c916 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.300970] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-102bab57-0500-4a8d-94a7-052c22c7c916 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.301244] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-102bab57-0500-4a8d-94a7-052c22c7c916 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.301386] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-102bab57-0500-4a8d-94a7-052c22c7c916 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.312225] nova-conductor[53859]: DEBUG nova.quota [None req-102bab57-0500-4a8d-94a7-052c22c7c916 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Getting quotas for project 780d3541d9604417b977bb62390c4299. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 936.319135] nova-conductor[53859]: DEBUG nova.quota [None req-102bab57-0500-4a8d-94a7-052c22c7c916 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Getting quotas for user 69be89006ff141b686261d643b3b9a73 and project 780d3541d9604417b977bb62390c4299. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 936.326495] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-102bab57-0500-4a8d-94a7-052c22c7c916 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] [instance: 7867c6cf-2ad6-414f-ab52-581827860836] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 936.326495] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-102bab57-0500-4a8d-94a7-052c22c7c916 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.326715] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-102bab57-0500-4a8d-94a7-052c22c7c916 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.326782] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-102bab57-0500-4a8d-94a7-052c22c7c916 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.334329] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-102bab57-0500-4a8d-94a7-052c22c7c916 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] [instance: 7867c6cf-2ad6-414f-ab52-581827860836] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 936.334904] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-102bab57-0500-4a8d-94a7-052c22c7c916 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.335135] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-102bab57-0500-4a8d-94a7-052c22c7c916 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.335650] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-102bab57-0500-4a8d-94a7-052c22c7c916 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.353758] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-102bab57-0500-4a8d-94a7-052c22c7c916 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.353989] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-102bab57-0500-4a8d-94a7-052c22c7c916 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.354424] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-102bab57-0500-4a8d-94a7-052c22c7c916 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.835211] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-69e9bd4b-8d1d-4678-80b0-4de2eeffdae8 tempest-ServersAaction247Test-1300676990 tempest-ServersAaction247Test-1300676990-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 941.853178] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-69e9bd4b-8d1d-4678-80b0-4de2eeffdae8 tempest-ServersAaction247Test-1300676990 tempest-ServersAaction247Test-1300676990-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.853407] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-69e9bd4b-8d1d-4678-80b0-4de2eeffdae8 tempest-ServersAaction247Test-1300676990 tempest-ServersAaction247Test-1300676990-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.853619] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-69e9bd4b-8d1d-4678-80b0-4de2eeffdae8 tempest-ServersAaction247Test-1300676990 tempest-ServersAaction247Test-1300676990-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.905149] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-69e9bd4b-8d1d-4678-80b0-4de2eeffdae8 tempest-ServersAaction247Test-1300676990 tempest-ServersAaction247Test-1300676990-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.905410] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-69e9bd4b-8d1d-4678-80b0-4de2eeffdae8 tempest-ServersAaction247Test-1300676990 tempest-ServersAaction247Test-1300676990-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.906043] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-69e9bd4b-8d1d-4678-80b0-4de2eeffdae8 tempest-ServersAaction247Test-1300676990 tempest-ServersAaction247Test-1300676990-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.906161] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-69e9bd4b-8d1d-4678-80b0-4de2eeffdae8 tempest-ServersAaction247Test-1300676990 tempest-ServersAaction247Test-1300676990-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.906603] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-69e9bd4b-8d1d-4678-80b0-4de2eeffdae8 tempest-ServersAaction247Test-1300676990 tempest-ServersAaction247Test-1300676990-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.906603] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-69e9bd4b-8d1d-4678-80b0-4de2eeffdae8 tempest-ServersAaction247Test-1300676990 tempest-ServersAaction247Test-1300676990-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.919051] nova-conductor[53858]: DEBUG nova.quota [None req-69e9bd4b-8d1d-4678-80b0-4de2eeffdae8 tempest-ServersAaction247Test-1300676990 tempest-ServersAaction247Test-1300676990-project-member] Getting quotas for project 0bd3b1570ba245b6928e03356350e857. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 941.922451] nova-conductor[53858]: DEBUG nova.quota [None req-69e9bd4b-8d1d-4678-80b0-4de2eeffdae8 tempest-ServersAaction247Test-1300676990 tempest-ServersAaction247Test-1300676990-project-member] Getting quotas for user 5011b29334824007847b27ccd275fd53 and project 0bd3b1570ba245b6928e03356350e857. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 941.929526] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-69e9bd4b-8d1d-4678-80b0-4de2eeffdae8 tempest-ServersAaction247Test-1300676990 tempest-ServersAaction247Test-1300676990-project-member] [instance: 44196b4c-1401-40fa-bd14-04a49947ab15] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 941.929526] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-69e9bd4b-8d1d-4678-80b0-4de2eeffdae8 tempest-ServersAaction247Test-1300676990 tempest-ServersAaction247Test-1300676990-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.929526] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-69e9bd4b-8d1d-4678-80b0-4de2eeffdae8 tempest-ServersAaction247Test-1300676990 tempest-ServersAaction247Test-1300676990-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.929670] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-69e9bd4b-8d1d-4678-80b0-4de2eeffdae8 tempest-ServersAaction247Test-1300676990 tempest-ServersAaction247Test-1300676990-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.939651] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-69e9bd4b-8d1d-4678-80b0-4de2eeffdae8 tempest-ServersAaction247Test-1300676990 tempest-ServersAaction247Test-1300676990-project-member] [instance: 44196b4c-1401-40fa-bd14-04a49947ab15] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 941.940412] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-69e9bd4b-8d1d-4678-80b0-4de2eeffdae8 tempest-ServersAaction247Test-1300676990 tempest-ServersAaction247Test-1300676990-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.940634] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-69e9bd4b-8d1d-4678-80b0-4de2eeffdae8 tempest-ServersAaction247Test-1300676990 tempest-ServersAaction247Test-1300676990-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.940829] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-69e9bd4b-8d1d-4678-80b0-4de2eeffdae8 tempest-ServersAaction247Test-1300676990 tempest-ServersAaction247Test-1300676990-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.959482] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-69e9bd4b-8d1d-4678-80b0-4de2eeffdae8 tempest-ServersAaction247Test-1300676990 tempest-ServersAaction247Test-1300676990-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.959748] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-69e9bd4b-8d1d-4678-80b0-4de2eeffdae8 tempest-ServersAaction247Test-1300676990 tempest-ServersAaction247Test-1300676990-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.959926] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-69e9bd4b-8d1d-4678-80b0-4de2eeffdae8 tempest-ServersAaction247Test-1300676990 tempest-ServersAaction247Test-1300676990-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.228534] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-704a26eb-9a13-4b75-8212-d4cbe21aa5e4 tempest-ServersV294TestFqdnHostnames-833840938 tempest-ServersV294TestFqdnHostnames-833840938-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 944.242079] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-704a26eb-9a13-4b75-8212-d4cbe21aa5e4 tempest-ServersV294TestFqdnHostnames-833840938 tempest-ServersV294TestFqdnHostnames-833840938-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.242319] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-704a26eb-9a13-4b75-8212-d4cbe21aa5e4 tempest-ServersV294TestFqdnHostnames-833840938 tempest-ServersV294TestFqdnHostnames-833840938-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.242483] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-704a26eb-9a13-4b75-8212-d4cbe21aa5e4 tempest-ServersV294TestFqdnHostnames-833840938 tempest-ServersV294TestFqdnHostnames-833840938-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.280232] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-704a26eb-9a13-4b75-8212-d4cbe21aa5e4 tempest-ServersV294TestFqdnHostnames-833840938 tempest-ServersV294TestFqdnHostnames-833840938-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.280459] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-704a26eb-9a13-4b75-8212-d4cbe21aa5e4 tempest-ServersV294TestFqdnHostnames-833840938 tempest-ServersV294TestFqdnHostnames-833840938-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.280621] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-704a26eb-9a13-4b75-8212-d4cbe21aa5e4 tempest-ServersV294TestFqdnHostnames-833840938 tempest-ServersV294TestFqdnHostnames-833840938-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.280992] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-704a26eb-9a13-4b75-8212-d4cbe21aa5e4 tempest-ServersV294TestFqdnHostnames-833840938 tempest-ServersV294TestFqdnHostnames-833840938-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.281189] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-704a26eb-9a13-4b75-8212-d4cbe21aa5e4 tempest-ServersV294TestFqdnHostnames-833840938 tempest-ServersV294TestFqdnHostnames-833840938-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.281344] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-704a26eb-9a13-4b75-8212-d4cbe21aa5e4 tempest-ServersV294TestFqdnHostnames-833840938 tempest-ServersV294TestFqdnHostnames-833840938-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.289876] nova-conductor[53858]: DEBUG nova.quota [None req-704a26eb-9a13-4b75-8212-d4cbe21aa5e4 tempest-ServersV294TestFqdnHostnames-833840938 tempest-ServersV294TestFqdnHostnames-833840938-project-member] Getting quotas for project e9e5485c43514e55b88bdd7d2dc2aee7. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 944.292865] nova-conductor[53858]: DEBUG nova.quota [None req-704a26eb-9a13-4b75-8212-d4cbe21aa5e4 tempest-ServersV294TestFqdnHostnames-833840938 tempest-ServersV294TestFqdnHostnames-833840938-project-member] Getting quotas for user a7da54525b5848f795fac485217b09cb and project e9e5485c43514e55b88bdd7d2dc2aee7. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 944.297711] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-704a26eb-9a13-4b75-8212-d4cbe21aa5e4 tempest-ServersV294TestFqdnHostnames-833840938 tempest-ServersV294TestFqdnHostnames-833840938-project-member] [instance: aba844c1-d488-4e95-a550-bd1cb7331fb2] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 944.298161] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-704a26eb-9a13-4b75-8212-d4cbe21aa5e4 tempest-ServersV294TestFqdnHostnames-833840938 tempest-ServersV294TestFqdnHostnames-833840938-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.298357] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-704a26eb-9a13-4b75-8212-d4cbe21aa5e4 tempest-ServersV294TestFqdnHostnames-833840938 tempest-ServersV294TestFqdnHostnames-833840938-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.298517] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-704a26eb-9a13-4b75-8212-d4cbe21aa5e4 tempest-ServersV294TestFqdnHostnames-833840938 tempest-ServersV294TestFqdnHostnames-833840938-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.303512] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-704a26eb-9a13-4b75-8212-d4cbe21aa5e4 tempest-ServersV294TestFqdnHostnames-833840938 tempest-ServersV294TestFqdnHostnames-833840938-project-member] [instance: aba844c1-d488-4e95-a550-bd1cb7331fb2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 944.304135] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-704a26eb-9a13-4b75-8212-d4cbe21aa5e4 tempest-ServersV294TestFqdnHostnames-833840938 tempest-ServersV294TestFqdnHostnames-833840938-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.304329] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-704a26eb-9a13-4b75-8212-d4cbe21aa5e4 tempest-ServersV294TestFqdnHostnames-833840938 tempest-ServersV294TestFqdnHostnames-833840938-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.304487] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-704a26eb-9a13-4b75-8212-d4cbe21aa5e4 tempest-ServersV294TestFqdnHostnames-833840938 tempest-ServersV294TestFqdnHostnames-833840938-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.318605] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-704a26eb-9a13-4b75-8212-d4cbe21aa5e4 tempest-ServersV294TestFqdnHostnames-833840938 tempest-ServersV294TestFqdnHostnames-833840938-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.318802] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-704a26eb-9a13-4b75-8212-d4cbe21aa5e4 tempest-ServersV294TestFqdnHostnames-833840938 tempest-ServersV294TestFqdnHostnames-833840938-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.318964] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-704a26eb-9a13-4b75-8212-d4cbe21aa5e4 tempest-ServersV294TestFqdnHostnames-833840938 tempest-ServersV294TestFqdnHostnames-833840938-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.305544] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell0:SELECT=2 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 946.337842] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell1:SELECT=6,nova_cell1:INSERT=15,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 946.346405] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=12,nova_api:UPDATE=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 946.351524] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=12,nova_api:UPDATE=1,nova_api:DELETE=2 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 947.602298] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-eea05bb2-c691-4804-8c8d-019f8feaa521 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Targeting cell 7b162bc2-542e-4fdd-be60-fad18f19221d(cell1) for conductor method unshelve_instance {{(pid=53859) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 947.602559] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-eea05bb2-c691-4804-8c8d-019f8feaa521 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.602733] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-eea05bb2-c691-4804-8c8d-019f8feaa521 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.602933] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-eea05bb2-c691-4804-8c8d-019f8feaa521 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.809233] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-eea05bb2-c691-4804-8c8d-019f8feaa521 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] [instance: a511392e-9ab6-42fb-b07c-f90e9786dcc1] Requesting cell 7b162bc2-542e-4fdd-be60-fad18f19221d(cell1) during scheduling {{(pid=53859) _restrict_request_spec_to_cell /opt/stack/nova/nova/conductor/manager.py:963}} [ 948.318065] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-eea05bb2-c691-4804-8c8d-019f8feaa521 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 948.318458] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-eea05bb2-c691-4804-8c8d-019f8feaa521 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] [instance: a511392e-9ab6-42fb-b07c-f90e9786dcc1] Scheduler selected host: cpu-1, node:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=53859) unshelve_instance /opt/stack/nova/nova/conductor/manager.py:1116}} [ 948.323812] nova-conductor[53859]: DEBUG nova.objects.instance [None req-eea05bb2-c691-4804-8c8d-019f8feaa521 tempest-ServersNegativeTestJSON-882234871 tempest-ServersNegativeTestJSON-882234871-project-member] Lazy-loading 'flavor' on Instance uuid a511392e-9ab6-42fb-b07c-f90e9786dcc1 {{(pid=53859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.285376] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell0:SELECT=2 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 954.306431] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=16,nova_cell1:RELEASE=2 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 954.313916] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=12 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 954.315959] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=12,nova_api:UPDATE=2,nova_api:DELETE=2 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 957.667100] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-9798b6a1-c446-4119-9842-2560d710a905 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 957.677822] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-9798b6a1-c446-4119-9842-2560d710a905 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.678113] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-9798b6a1-c446-4119-9842-2560d710a905 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.678325] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-9798b6a1-c446-4119-9842-2560d710a905 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.718141] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-9798b6a1-c446-4119-9842-2560d710a905 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.718450] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-9798b6a1-c446-4119-9842-2560d710a905 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.718661] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-9798b6a1-c446-4119-9842-2560d710a905 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.719080] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-9798b6a1-c446-4119-9842-2560d710a905 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.721763] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-9798b6a1-c446-4119-9842-2560d710a905 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.721763] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-9798b6a1-c446-4119-9842-2560d710a905 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.731801] nova-conductor[53859]: DEBUG nova.quota [None req-9798b6a1-c446-4119-9842-2560d710a905 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Getting quotas for project 69cc941eb6dd4780ac12aa29656c37f7. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 957.735198] nova-conductor[53859]: DEBUG nova.quota [None req-9798b6a1-c446-4119-9842-2560d710a905 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Getting quotas for user 5b8a639e99914e75857b4571f0d58a3c and project 69cc941eb6dd4780ac12aa29656c37f7. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 957.740527] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-9798b6a1-c446-4119-9842-2560d710a905 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] [instance: 638bbbbb-827e-4a73-ac24-a3e1b2cd72eb] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 957.741070] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-9798b6a1-c446-4119-9842-2560d710a905 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.741327] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-9798b6a1-c446-4119-9842-2560d710a905 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.741534] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-9798b6a1-c446-4119-9842-2560d710a905 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.746562] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-9798b6a1-c446-4119-9842-2560d710a905 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] [instance: 638bbbbb-827e-4a73-ac24-a3e1b2cd72eb] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 957.747239] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-9798b6a1-c446-4119-9842-2560d710a905 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.747497] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-9798b6a1-c446-4119-9842-2560d710a905 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.747712] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-9798b6a1-c446-4119-9842-2560d710a905 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.769370] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-9798b6a1-c446-4119-9842-2560d710a905 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.769735] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-9798b6a1-c446-4119-9842-2560d710a905 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.769946] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-9798b6a1-c446-4119-9842-2560d710a905 tempest-ServersTestJSON-1823530610 tempest-ServersTestJSON-1823530610-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.449350] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-cd7c0dc9-d2a5-476c-afbb-7be6ac77c41c tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 961.467244] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-cd7c0dc9-d2a5-476c-afbb-7be6ac77c41c tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.467482] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-cd7c0dc9-d2a5-476c-afbb-7be6ac77c41c tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.467654] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-cd7c0dc9-d2a5-476c-afbb-7be6ac77c41c tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.498967] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-cd7c0dc9-d2a5-476c-afbb-7be6ac77c41c tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.499232] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-cd7c0dc9-d2a5-476c-afbb-7be6ac77c41c tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.499427] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-cd7c0dc9-d2a5-476c-afbb-7be6ac77c41c tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.499922] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-cd7c0dc9-d2a5-476c-afbb-7be6ac77c41c tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.500165] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-cd7c0dc9-d2a5-476c-afbb-7be6ac77c41c tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.500351] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-cd7c0dc9-d2a5-476c-afbb-7be6ac77c41c tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.508925] nova-conductor[53858]: DEBUG nova.quota [None req-cd7c0dc9-d2a5-476c-afbb-7be6ac77c41c tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Getting quotas for project 780d3541d9604417b977bb62390c4299. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 961.511036] nova-conductor[53858]: DEBUG nova.quota [None req-cd7c0dc9-d2a5-476c-afbb-7be6ac77c41c tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Getting quotas for user 69be89006ff141b686261d643b3b9a73 and project 780d3541d9604417b977bb62390c4299. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 961.518137] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-cd7c0dc9-d2a5-476c-afbb-7be6ac77c41c tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] [instance: 3fcedef5-9040-4b45-9e27-f0700112d528] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 961.518711] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-cd7c0dc9-d2a5-476c-afbb-7be6ac77c41c tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.518951] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-cd7c0dc9-d2a5-476c-afbb-7be6ac77c41c tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.519153] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-cd7c0dc9-d2a5-476c-afbb-7be6ac77c41c tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.522185] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-cd7c0dc9-d2a5-476c-afbb-7be6ac77c41c tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] [instance: 3fcedef5-9040-4b45-9e27-f0700112d528] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 961.522850] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-cd7c0dc9-d2a5-476c-afbb-7be6ac77c41c tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.523080] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-cd7c0dc9-d2a5-476c-afbb-7be6ac77c41c tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.523307] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-cd7c0dc9-d2a5-476c-afbb-7be6ac77c41c tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.539261] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-cd7c0dc9-d2a5-476c-afbb-7be6ac77c41c tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.539491] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-cd7c0dc9-d2a5-476c-afbb-7be6ac77c41c tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.539734] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-cd7c0dc9-d2a5-476c-afbb-7be6ac77c41c tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.724378] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell0:SELECT=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 967.749791] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell1:SELECT=10,nova_cell1:UPDATE=6,nova_cell1:INSERT=9 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 967.762574] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=9 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 967.766869] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 971.504369] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell0:SELECT=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 971.525712] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 971.535509] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=6 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 971.537227] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 986.032241] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell1:SELECT=261,nova_cell1:UPDATE=230,nova_cell1:DELETE=19,nova_cell1:INSERT=19,nova_cell1:SAVEPOINT=23,nova_cell1:RELEASE=23 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 990.935689] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell1:SAVEPOINT=11,nova_cell1:RELEASE=11,nova_cell1:SELECT=257,nova_cell1:UPDATE=137,nova_cell1:INSERT=19,nova_cell1:DELETE=3 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 997.376498] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-0ee29b41-db46-4998-bcdd-4d6e2ee74fe4 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 997.383984] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-0ee29b41-db46-4998-bcdd-4d6e2ee74fe4 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] [instance: 0dbb8c3b-62b8-43d4-a34e-44e493043708] While scheduling instance, the build request was already deleted. {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1706}} [ 997.502067] nova-conductor[53859]: INFO nova.scheduler.client.report [None req-0ee29b41-db46-4998-bcdd-4d6e2ee74fe4 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Deleted allocations for instance 0dbb8c3b-62b8-43d4-a34e-44e493043708 [ 997.506534] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-0ee29b41-db46-4998-bcdd-4d6e2ee74fe4 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.506747] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-0ee29b41-db46-4998-bcdd-4d6e2ee74fe4 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.506910] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-0ee29b41-db46-4998-bcdd-4d6e2ee74fe4 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.507290] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-0ee29b41-db46-4998-bcdd-4d6e2ee74fe4 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.507473] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-0ee29b41-db46-4998-bcdd-4d6e2ee74fe4 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.507633] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-0ee29b41-db46-4998-bcdd-4d6e2ee74fe4 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.515404] nova-conductor[53859]: DEBUG nova.quota [None req-0ee29b41-db46-4998-bcdd-4d6e2ee74fe4 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Getting quotas for project 780d3541d9604417b977bb62390c4299. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 997.517613] nova-conductor[53859]: DEBUG nova.quota [None req-0ee29b41-db46-4998-bcdd-4d6e2ee74fe4 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Getting quotas for user 69be89006ff141b686261d643b3b9a73 and project 780d3541d9604417b977bb62390c4299. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 997.764522] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-fdfd1e98-519f-4911-9320-f9cd337334e8 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 997.776278] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-fdfd1e98-519f-4911-9320-f9cd337334e8 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.776486] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-fdfd1e98-519f-4911-9320-f9cd337334e8 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.776649] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-fdfd1e98-519f-4911-9320-f9cd337334e8 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.802391] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-fdfd1e98-519f-4911-9320-f9cd337334e8 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.802610] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-fdfd1e98-519f-4911-9320-f9cd337334e8 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.802767] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-fdfd1e98-519f-4911-9320-f9cd337334e8 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.803150] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-fdfd1e98-519f-4911-9320-f9cd337334e8 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.803332] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-fdfd1e98-519f-4911-9320-f9cd337334e8 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.803486] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-fdfd1e98-519f-4911-9320-f9cd337334e8 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.810710] nova-conductor[53858]: DEBUG nova.quota [None req-fdfd1e98-519f-4911-9320-f9cd337334e8 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Getting quotas for project 780d3541d9604417b977bb62390c4299. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 997.812865] nova-conductor[53858]: DEBUG nova.quota [None req-fdfd1e98-519f-4911-9320-f9cd337334e8 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Getting quotas for user 69be89006ff141b686261d643b3b9a73 and project 780d3541d9604417b977bb62390c4299. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 997.817887] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-fdfd1e98-519f-4911-9320-f9cd337334e8 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] [instance: a2f97947-6506-40b3-a24a-4ac03b88c5f5] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 997.818350] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-fdfd1e98-519f-4911-9320-f9cd337334e8 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.818540] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-fdfd1e98-519f-4911-9320-f9cd337334e8 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.818699] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-fdfd1e98-519f-4911-9320-f9cd337334e8 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.823309] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-fdfd1e98-519f-4911-9320-f9cd337334e8 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] [instance: a2f97947-6506-40b3-a24a-4ac03b88c5f5] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 997.823910] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-fdfd1e98-519f-4911-9320-f9cd337334e8 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.824117] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-fdfd1e98-519f-4911-9320-f9cd337334e8 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.824279] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-fdfd1e98-519f-4911-9320-f9cd337334e8 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.840368] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-fdfd1e98-519f-4911-9320-f9cd337334e8 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.840569] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-fdfd1e98-519f-4911-9320-f9cd337334e8 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.840729] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-fdfd1e98-519f-4911-9320-f9cd337334e8 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.512519] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell0:SELECT=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1007.512853] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell1:SELECT=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1007.521639] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=5 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1007.806863] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell0:SELECT=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1007.826097] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1007.836482] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=7 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1007.838664] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1007.934448] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-e2375eee-5ef0-47c4-8309-7404fe8cdfd1 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1007.947729] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-e2375eee-5ef0-47c4-8309-7404fe8cdfd1 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.947972] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-e2375eee-5ef0-47c4-8309-7404fe8cdfd1 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.948177] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-e2375eee-5ef0-47c4-8309-7404fe8cdfd1 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.987048] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-e2375eee-5ef0-47c4-8309-7404fe8cdfd1 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.987308] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-e2375eee-5ef0-47c4-8309-7404fe8cdfd1 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.987471] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-e2375eee-5ef0-47c4-8309-7404fe8cdfd1 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.987847] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-e2375eee-5ef0-47c4-8309-7404fe8cdfd1 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.988048] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-e2375eee-5ef0-47c4-8309-7404fe8cdfd1 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.988209] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-e2375eee-5ef0-47c4-8309-7404fe8cdfd1 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.996814] nova-conductor[53859]: DEBUG nova.quota [None req-e2375eee-5ef0-47c4-8309-7404fe8cdfd1 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Getting quotas for project 5a4db4f8aa194a219e80c538cc715d43. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1007.999769] nova-conductor[53859]: DEBUG nova.quota [None req-e2375eee-5ef0-47c4-8309-7404fe8cdfd1 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Getting quotas for user 6087a385c42e4383aa26a7f586cca87f and project 5a4db4f8aa194a219e80c538cc715d43. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1008.004589] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-e2375eee-5ef0-47c4-8309-7404fe8cdfd1 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] [instance: 0c3788fc-6cce-4806-b4f8-84f84489fb93] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1008.005085] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-e2375eee-5ef0-47c4-8309-7404fe8cdfd1 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.005279] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-e2375eee-5ef0-47c4-8309-7404fe8cdfd1 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.005437] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-e2375eee-5ef0-47c4-8309-7404fe8cdfd1 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.009749] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-e2375eee-5ef0-47c4-8309-7404fe8cdfd1 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] [instance: 0c3788fc-6cce-4806-b4f8-84f84489fb93] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1008.010405] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-e2375eee-5ef0-47c4-8309-7404fe8cdfd1 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.010621] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-e2375eee-5ef0-47c4-8309-7404fe8cdfd1 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.010793] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-e2375eee-5ef0-47c4-8309-7404fe8cdfd1 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.028743] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-e2375eee-5ef0-47c4-8309-7404fe8cdfd1 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.028910] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-e2375eee-5ef0-47c4-8309-7404fe8cdfd1 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.029080] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-e2375eee-5ef0-47c4-8309-7404fe8cdfd1 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.992048] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell0:SELECT=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1018.013070] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1018.024038] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=6 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1018.026944] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=10,nova_api:DELETE=2,nova_api:UPDATE=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1021.969730] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-c35e31ab-0af5-4818-ac4e-4115156ea899 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Targeting cell 7b162bc2-542e-4fdd-be60-fad18f19221d(cell1) for conductor method rebuild_instance {{(pid=53859) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 1021.970111] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-c35e31ab-0af5-4818-ac4e-4115156ea899 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.970413] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-c35e31ab-0af5-4818-ac4e-4115156ea899 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.970593] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-c35e31ab-0af5-4818-ac4e-4115156ea899 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.981164] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-c35e31ab-0af5-4818-ac4e-4115156ea899 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] [instance: 0c3788fc-6cce-4806-b4f8-84f84489fb93] No migration record for the rebuild/evacuate request. {{(pid=53859) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 1022.377502] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-d17d2b02-87ac-45f0-981e-237fcddcf45c tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1022.389913] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-d17d2b02-87ac-45f0-981e-237fcddcf45c tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.390267] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-d17d2b02-87ac-45f0-981e-237fcddcf45c tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.390454] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-d17d2b02-87ac-45f0-981e-237fcddcf45c tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.418918] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-d17d2b02-87ac-45f0-981e-237fcddcf45c tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.419174] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-d17d2b02-87ac-45f0-981e-237fcddcf45c tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.419343] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-d17d2b02-87ac-45f0-981e-237fcddcf45c tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.419737] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-d17d2b02-87ac-45f0-981e-237fcddcf45c tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.419909] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-d17d2b02-87ac-45f0-981e-237fcddcf45c tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.420104] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-d17d2b02-87ac-45f0-981e-237fcddcf45c tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.427745] nova-conductor[53859]: DEBUG nova.quota [None req-d17d2b02-87ac-45f0-981e-237fcddcf45c tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] Getting quotas for project a13d827933fa4597984afdb91dbbdd39. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1022.429976] nova-conductor[53859]: DEBUG nova.quota [None req-d17d2b02-87ac-45f0-981e-237fcddcf45c tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] Getting quotas for user ced04976ec034e09a0ad122827292901 and project a13d827933fa4597984afdb91dbbdd39. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1022.434965] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-d17d2b02-87ac-45f0-981e-237fcddcf45c tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] [instance: 35bdbd45-5838-4b09-a232-7f4a02322ad7] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1022.435453] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-d17d2b02-87ac-45f0-981e-237fcddcf45c tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.435652] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-d17d2b02-87ac-45f0-981e-237fcddcf45c tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.435815] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-d17d2b02-87ac-45f0-981e-237fcddcf45c tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.438614] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-d17d2b02-87ac-45f0-981e-237fcddcf45c tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] [instance: 35bdbd45-5838-4b09-a232-7f4a02322ad7] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1022.439279] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-d17d2b02-87ac-45f0-981e-237fcddcf45c tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.439491] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-d17d2b02-87ac-45f0-981e-237fcddcf45c tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.439626] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-d17d2b02-87ac-45f0-981e-237fcddcf45c tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.452559] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-d17d2b02-87ac-45f0-981e-237fcddcf45c tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.452750] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-d17d2b02-87ac-45f0-981e-237fcddcf45c tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.452913] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-d17d2b02-87ac-45f0-981e-237fcddcf45c tempest-AttachVolumeTestJSON-2111165375 tempest-AttachVolumeTestJSON-2111165375-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.256443] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-84927854-5e83-4111-abce-383944a18027 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1032.269321] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-84927854-5e83-4111-abce-383944a18027 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.269540] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-84927854-5e83-4111-abce-383944a18027 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.269702] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-84927854-5e83-4111-abce-383944a18027 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.297585] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-84927854-5e83-4111-abce-383944a18027 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.297797] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-84927854-5e83-4111-abce-383944a18027 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.297961] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-84927854-5e83-4111-abce-383944a18027 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.298332] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-84927854-5e83-4111-abce-383944a18027 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.298514] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-84927854-5e83-4111-abce-383944a18027 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.298668] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-84927854-5e83-4111-abce-383944a18027 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.305978] nova-conductor[53858]: DEBUG nova.quota [None req-84927854-5e83-4111-abce-383944a18027 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Getting quotas for project 5a4db4f8aa194a219e80c538cc715d43. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1032.308089] nova-conductor[53858]: DEBUG nova.quota [None req-84927854-5e83-4111-abce-383944a18027 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Getting quotas for user 6087a385c42e4383aa26a7f586cca87f and project 5a4db4f8aa194a219e80c538cc715d43. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1032.312952] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-84927854-5e83-4111-abce-383944a18027 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] [instance: 9aeac922-aac2-47fe-8c11-835bef75e55c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1032.313424] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-84927854-5e83-4111-abce-383944a18027 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.313617] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-84927854-5e83-4111-abce-383944a18027 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.313777] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-84927854-5e83-4111-abce-383944a18027 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.318449] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-84927854-5e83-4111-abce-383944a18027 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] [instance: 9aeac922-aac2-47fe-8c11-835bef75e55c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1032.319074] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-84927854-5e83-4111-abce-383944a18027 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.319274] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-84927854-5e83-4111-abce-383944a18027 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.319434] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-84927854-5e83-4111-abce-383944a18027 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.345941] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-84927854-5e83-4111-abce-383944a18027 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.346187] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-84927854-5e83-4111-abce-383944a18027 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.346390] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-84927854-5e83-4111-abce-383944a18027 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.424266] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell0:SELECT=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1032.441514] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell1:SELECT=7,nova_cell1:UPDATE=3,nova_cell1:INSERT=8 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1032.448669] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=6 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1032.451781] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=8,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1038.883273] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-b47c5602-b8b6-48e8-b951-0e67592f330e tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1038.899877] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b47c5602-b8b6-48e8-b951-0e67592f330e tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.900332] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b47c5602-b8b6-48e8-b951-0e67592f330e tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.900332] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b47c5602-b8b6-48e8-b951-0e67592f330e tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.943156] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b47c5602-b8b6-48e8-b951-0e67592f330e tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.943156] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b47c5602-b8b6-48e8-b951-0e67592f330e tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.943156] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b47c5602-b8b6-48e8-b951-0e67592f330e tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.943411] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b47c5602-b8b6-48e8-b951-0e67592f330e tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.943454] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b47c5602-b8b6-48e8-b951-0e67592f330e tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.943597] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b47c5602-b8b6-48e8-b951-0e67592f330e tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.952222] nova-conductor[53858]: DEBUG nova.quota [None req-b47c5602-b8b6-48e8-b951-0e67592f330e tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Getting quotas for project 780d3541d9604417b977bb62390c4299. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1038.955659] nova-conductor[53858]: DEBUG nova.quota [None req-b47c5602-b8b6-48e8-b951-0e67592f330e tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Getting quotas for user 69be89006ff141b686261d643b3b9a73 and project 780d3541d9604417b977bb62390c4299. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1038.962144] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-b47c5602-b8b6-48e8-b951-0e67592f330e tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] [instance: eeb51744-e397-40f8-8e1a-813fa23ebe95] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1038.962144] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b47c5602-b8b6-48e8-b951-0e67592f330e tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.962144] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b47c5602-b8b6-48e8-b951-0e67592f330e tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.962144] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b47c5602-b8b6-48e8-b951-0e67592f330e tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.965453] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-b47c5602-b8b6-48e8-b951-0e67592f330e tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] [instance: eeb51744-e397-40f8-8e1a-813fa23ebe95] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1038.966069] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b47c5602-b8b6-48e8-b951-0e67592f330e tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.966271] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b47c5602-b8b6-48e8-b951-0e67592f330e tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.966434] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b47c5602-b8b6-48e8-b951-0e67592f330e tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.984387] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b47c5602-b8b6-48e8-b951-0e67592f330e tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.984598] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b47c5602-b8b6-48e8-b951-0e67592f330e tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.984762] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-b47c5602-b8b6-48e8-b951-0e67592f330e tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.088080] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell1:SELECT=177,nova_cell1:UPDATE=126,nova_cell1:INSERT=12,nova_cell1:SAVEPOINT=10,nova_cell1:RELEASE=10,nova_cell1:DELETE=6 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1048.719263] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-0ab6e8de-2300-4b6f-8852-0f5735e09090 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Targeting cell 7b162bc2-542e-4fdd-be60-fad18f19221d(cell1) for conductor method rebuild_instance {{(pid=53858) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 1048.719543] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-0ab6e8de-2300-4b6f-8852-0f5735e09090 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.719660] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-0ab6e8de-2300-4b6f-8852-0f5735e09090 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.719824] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-0ab6e8de-2300-4b6f-8852-0f5735e09090 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.726995] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-0ab6e8de-2300-4b6f-8852-0f5735e09090 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] [instance: 9aeac922-aac2-47fe-8c11-835bef75e55c] No migration record for the rebuild/evacuate request. {{(pid=53858) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 1048.947260] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell0:SELECT=2 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1053.021453] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell1:SELECT=156,nova_cell1:UPDATE=101,nova_cell1:DELETE=6,nova_cell1:SAVEPOINT=11,nova_cell1:RELEASE=11,nova_cell1:INSERT=12 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1058.595198] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-2e0136c0-8e92-4295-b28a-93095da1d6f6 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1058.608754] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-2e0136c0-8e92-4295-b28a-93095da1d6f6 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.608983] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-2e0136c0-8e92-4295-b28a-93095da1d6f6 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.609173] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-2e0136c0-8e92-4295-b28a-93095da1d6f6 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.636923] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-2e0136c0-8e92-4295-b28a-93095da1d6f6 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.637162] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-2e0136c0-8e92-4295-b28a-93095da1d6f6 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.637328] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-2e0136c0-8e92-4295-b28a-93095da1d6f6 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.637678] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-2e0136c0-8e92-4295-b28a-93095da1d6f6 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.637860] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-2e0136c0-8e92-4295-b28a-93095da1d6f6 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.638027] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-2e0136c0-8e92-4295-b28a-93095da1d6f6 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.645223] nova-conductor[53859]: DEBUG nova.quota [None req-2e0136c0-8e92-4295-b28a-93095da1d6f6 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Getting quotas for project 5a4db4f8aa194a219e80c538cc715d43. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1058.647278] nova-conductor[53859]: DEBUG nova.quota [None req-2e0136c0-8e92-4295-b28a-93095da1d6f6 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Getting quotas for user 6087a385c42e4383aa26a7f586cca87f and project 5a4db4f8aa194a219e80c538cc715d43. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1058.652116] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-2e0136c0-8e92-4295-b28a-93095da1d6f6 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] [instance: ab3edc53-37a5-4119-84c5-fd408ed66b69] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1058.652545] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-2e0136c0-8e92-4295-b28a-93095da1d6f6 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.652731] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-2e0136c0-8e92-4295-b28a-93095da1d6f6 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.652892] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-2e0136c0-8e92-4295-b28a-93095da1d6f6 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.655595] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-2e0136c0-8e92-4295-b28a-93095da1d6f6 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] [instance: ab3edc53-37a5-4119-84c5-fd408ed66b69] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1058.656176] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-2e0136c0-8e92-4295-b28a-93095da1d6f6 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.656363] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-2e0136c0-8e92-4295-b28a-93095da1d6f6 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.656522] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-2e0136c0-8e92-4295-b28a-93095da1d6f6 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.671233] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-2e0136c0-8e92-4295-b28a-93095da1d6f6 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.671436] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-2e0136c0-8e92-4295-b28a-93095da1d6f6 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.671629] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-2e0136c0-8e92-4295-b28a-93095da1d6f6 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.718436] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1058.731125] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=15,nova_api:DELETE=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1058.741594] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell1:SELECT=10,nova_cell1:INSERT=15,nova_cell1:UPDATE=3 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1062.420036] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-26bb2be5-f543-490f-89c5-3e7df42ca732 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1062.432389] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-26bb2be5-f543-490f-89c5-3e7df42ca732 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.432593] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-26bb2be5-f543-490f-89c5-3e7df42ca732 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.432756] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-26bb2be5-f543-490f-89c5-3e7df42ca732 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.459984] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-26bb2be5-f543-490f-89c5-3e7df42ca732 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.460223] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-26bb2be5-f543-490f-89c5-3e7df42ca732 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.460417] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-26bb2be5-f543-490f-89c5-3e7df42ca732 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.460785] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-26bb2be5-f543-490f-89c5-3e7df42ca732 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.460970] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-26bb2be5-f543-490f-89c5-3e7df42ca732 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.461140] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-26bb2be5-f543-490f-89c5-3e7df42ca732 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.468229] nova-conductor[53858]: DEBUG nova.quota [None req-26bb2be5-f543-490f-89c5-3e7df42ca732 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Getting quotas for project 780d3541d9604417b977bb62390c4299. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1062.470319] nova-conductor[53858]: DEBUG nova.quota [None req-26bb2be5-f543-490f-89c5-3e7df42ca732 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Getting quotas for user 69be89006ff141b686261d643b3b9a73 and project 780d3541d9604417b977bb62390c4299. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1062.475274] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-26bb2be5-f543-490f-89c5-3e7df42ca732 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] [instance: 38b08866-9b44-4fc7-957b-d329715af18e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1062.475698] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-26bb2be5-f543-490f-89c5-3e7df42ca732 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.475891] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-26bb2be5-f543-490f-89c5-3e7df42ca732 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.476068] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-26bb2be5-f543-490f-89c5-3e7df42ca732 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.480912] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-26bb2be5-f543-490f-89c5-3e7df42ca732 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] [instance: 38b08866-9b44-4fc7-957b-d329715af18e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1062.481507] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-26bb2be5-f543-490f-89c5-3e7df42ca732 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.481919] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-26bb2be5-f543-490f-89c5-3e7df42ca732 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.481919] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-26bb2be5-f543-490f-89c5-3e7df42ca732 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.496247] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-26bb2be5-f543-490f-89c5-3e7df42ca732 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.496532] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-26bb2be5-f543-490f-89c5-3e7df42ca732 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.496754] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-26bb2be5-f543-490f-89c5-3e7df42ca732 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.642153] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell0:SELECT=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1068.658305] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1068.666112] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1068.669032] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=7,nova_api:DELETE=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1072.466056] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell0:SELECT=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1072.484188] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1072.491301] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1072.493251] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=7,nova_api:DELETE=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1072.765234] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-e5fe1a98-bb9f-4924-80b3-7de0d4805067 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Targeting cell 7b162bc2-542e-4fdd-be60-fad18f19221d(cell1) for conductor method migrate_server {{(pid=53858) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 1072.765465] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-e5fe1a98-bb9f-4924-80b3-7de0d4805067 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.765668] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-e5fe1a98-bb9f-4924-80b3-7de0d4805067 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.765831] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-e5fe1a98-bb9f-4924-80b3-7de0d4805067 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.908400] nova-conductor[53858]: DEBUG nova.conductor.tasks.migrate [None req-e5fe1a98-bb9f-4924-80b3-7de0d4805067 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] [instance: ab3edc53-37a5-4119-84c5-fd408ed66b69] Restricting to cell 7b162bc2-542e-4fdd-be60-fad18f19221d(cell1) while migrating {{(pid=53858) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} [ 1073.009090] nova-conductor[53858]: DEBUG nova.conductor.tasks.migrate [None req-e5fe1a98-bb9f-4924-80b3-7de0d4805067 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Created allocations for migration 2c6aa9f7-6c7b-47e6-8e98-c1574b78f4a1 on f81803f2-f7f8-4939-a757-a77d34a1d0a2 {{(pid=53858) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} [ 1073.517060] nova-conductor[53858]: DEBUG nova.conductor.tasks.migrate [None req-e5fe1a98-bb9f-4924-80b3-7de0d4805067 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] [instance: ab3edc53-37a5-4119-84c5-fd408ed66b69] Calling prep_resize with selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:325}} [ 1083.531800] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=3 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1083.535144] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=1,nova_api:UPDATE=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1083.547987] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell1:SELECT=8,nova_cell1:UPDATE=6,nova_cell1:INSERT=3 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1084.876983] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-affadfdd-ba30-4ce8-8d78-e18297fead5a tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1084.889995] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-affadfdd-ba30-4ce8-8d78-e18297fead5a tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.890241] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-affadfdd-ba30-4ce8-8d78-e18297fead5a tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.890410] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-affadfdd-ba30-4ce8-8d78-e18297fead5a tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.915459] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-affadfdd-ba30-4ce8-8d78-e18297fead5a tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.915678] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-affadfdd-ba30-4ce8-8d78-e18297fead5a tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.915840] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-affadfdd-ba30-4ce8-8d78-e18297fead5a tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.916221] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-affadfdd-ba30-4ce8-8d78-e18297fead5a tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.916401] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-affadfdd-ba30-4ce8-8d78-e18297fead5a tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.916555] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-affadfdd-ba30-4ce8-8d78-e18297fead5a tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.925071] nova-conductor[53858]: DEBUG nova.quota [None req-affadfdd-ba30-4ce8-8d78-e18297fead5a tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Getting quotas for project 780d3541d9604417b977bb62390c4299. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1084.928041] nova-conductor[53858]: DEBUG nova.quota [None req-affadfdd-ba30-4ce8-8d78-e18297fead5a tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Getting quotas for user 69be89006ff141b686261d643b3b9a73 and project 780d3541d9604417b977bb62390c4299. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1084.932811] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-affadfdd-ba30-4ce8-8d78-e18297fead5a tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] [instance: c0a8a116-c7b6-4adc-849b-e0a4faa150d3] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1084.933267] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-affadfdd-ba30-4ce8-8d78-e18297fead5a tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.933482] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-affadfdd-ba30-4ce8-8d78-e18297fead5a tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.933646] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-affadfdd-ba30-4ce8-8d78-e18297fead5a tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.936044] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-affadfdd-ba30-4ce8-8d78-e18297fead5a tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] [instance: c0a8a116-c7b6-4adc-849b-e0a4faa150d3] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1084.936632] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-affadfdd-ba30-4ce8-8d78-e18297fead5a tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.936823] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-affadfdd-ba30-4ce8-8d78-e18297fead5a tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.936983] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-affadfdd-ba30-4ce8-8d78-e18297fead5a tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.956322] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-affadfdd-ba30-4ce8-8d78-e18297fead5a tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.956530] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-affadfdd-ba30-4ce8-8d78-e18297fead5a tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.956692] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-affadfdd-ba30-4ce8-8d78-e18297fead5a tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.920727] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell0:SELECT=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1094.938572] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1094.948641] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=4,nova_api:UPDATE=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1094.953310] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=8,nova_api:DELETE=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1097.755728] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-c54f3d94-4858-42ec-a33f-5691c52b7589 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Targeting cell 7b162bc2-542e-4fdd-be60-fad18f19221d(cell1) for conductor method migrate_server {{(pid=53859) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 1097.755999] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-c54f3d94-4858-42ec-a33f-5691c52b7589 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.756265] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-c54f3d94-4858-42ec-a33f-5691c52b7589 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.756474] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-c54f3d94-4858-42ec-a33f-5691c52b7589 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.817604] nova-conductor[53859]: DEBUG nova.conductor.tasks.migrate [None req-c54f3d94-4858-42ec-a33f-5691c52b7589 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] [instance: c0a8a116-c7b6-4adc-849b-e0a4faa150d3] Restricting to cell 7b162bc2-542e-4fdd-be60-fad18f19221d(cell1) while migrating {{(pid=53859) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} [ 1097.923391] nova-conductor[53859]: DEBUG nova.conductor.tasks.migrate [None req-c54f3d94-4858-42ec-a33f-5691c52b7589 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] Created allocations for migration af6ff10e-1948-46aa-b5c5-bbe410bf3124 on f81803f2-f7f8-4939-a757-a77d34a1d0a2 {{(pid=53859) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} [ 1098.429235] nova-conductor[53859]: DEBUG nova.conductor.tasks.migrate [None req-c54f3d94-4858-42ec-a33f-5691c52b7589 tempest-DeleteServersTestJSON-2016794872 tempest-DeleteServersTestJSON-2016794872-project-member] [instance: c0a8a116-c7b6-4adc-849b-e0a4faa150d3] Calling prep_resize with selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:325}} [ 1101.541868] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-22e03437-b9fc-405c-b5bb-a6bb5bdc3129 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1101.554986] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-22e03437-b9fc-405c-b5bb-a6bb5bdc3129 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.555246] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-22e03437-b9fc-405c-b5bb-a6bb5bdc3129 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.555416] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-22e03437-b9fc-405c-b5bb-a6bb5bdc3129 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.580984] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-22e03437-b9fc-405c-b5bb-a6bb5bdc3129 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.581205] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-22e03437-b9fc-405c-b5bb-a6bb5bdc3129 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.581425] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-22e03437-b9fc-405c-b5bb-a6bb5bdc3129 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.581762] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-22e03437-b9fc-405c-b5bb-a6bb5bdc3129 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.581945] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-22e03437-b9fc-405c-b5bb-a6bb5bdc3129 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.582545] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-22e03437-b9fc-405c-b5bb-a6bb5bdc3129 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.589100] nova-conductor[53859]: DEBUG nova.quota [None req-22e03437-b9fc-405c-b5bb-a6bb5bdc3129 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Getting quotas for project 5a4db4f8aa194a219e80c538cc715d43. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1101.591405] nova-conductor[53859]: DEBUG nova.quota [None req-22e03437-b9fc-405c-b5bb-a6bb5bdc3129 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Getting quotas for user 6087a385c42e4383aa26a7f586cca87f and project 5a4db4f8aa194a219e80c538cc715d43. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1101.596392] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-22e03437-b9fc-405c-b5bb-a6bb5bdc3129 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] [instance: 6fddc45c-d589-4423-a990-4be24d9dc84e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1101.596838] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-22e03437-b9fc-405c-b5bb-a6bb5bdc3129 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.597043] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-22e03437-b9fc-405c-b5bb-a6bb5bdc3129 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.597208] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-22e03437-b9fc-405c-b5bb-a6bb5bdc3129 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.601841] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-22e03437-b9fc-405c-b5bb-a6bb5bdc3129 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] [instance: 6fddc45c-d589-4423-a990-4be24d9dc84e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1101.602464] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-22e03437-b9fc-405c-b5bb-a6bb5bdc3129 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.602656] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-22e03437-b9fc-405c-b5bb-a6bb5bdc3129 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.602819] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-22e03437-b9fc-405c-b5bb-a6bb5bdc3129 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.624876] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-22e03437-b9fc-405c-b5bb-a6bb5bdc3129 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.625099] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-22e03437-b9fc-405c-b5bb-a6bb5bdc3129 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.625268] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-22e03437-b9fc-405c-b5bb-a6bb5bdc3129 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1106.676840] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell1:UPDATE=148,nova_cell1:SELECT=267,nova_cell1:SAVEPOINT=12,nova_cell1:RELEASE=12,nova_cell1:INSERT=28,nova_cell1:DELETE=5 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1111.585514] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell0:SELECT=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1111.604655] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell1:SELECT=11,nova_cell1:UPDATE=6,nova_cell1:INSERT=10 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1111.616310] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=8,nova_api:UPDATE=2 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1111.622989] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=8,nova_api:DELETE=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1113.580500] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell1:SELECT=276,nova_cell1:UPDATE=171,nova_cell1:INSERT=41,nova_cell1:SAVEPOINT=10,nova_cell1:RELEASE=10,nova_cell1:DELETE=7 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1114.360376] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-1b9fefdd-4058-437d-ac48-92ab2d363b47 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Targeting cell 7b162bc2-542e-4fdd-be60-fad18f19221d(cell1) for conductor method migrate_server {{(pid=53859) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 1114.360609] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-1b9fefdd-4058-437d-ac48-92ab2d363b47 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.360813] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-1b9fefdd-4058-437d-ac48-92ab2d363b47 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.360976] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-1b9fefdd-4058-437d-ac48-92ab2d363b47 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.416247] nova-conductor[53859]: DEBUG nova.conductor.tasks.migrate [None req-1b9fefdd-4058-437d-ac48-92ab2d363b47 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] [instance: 6fddc45c-d589-4423-a990-4be24d9dc84e] Restricting to cell 7b162bc2-542e-4fdd-be60-fad18f19221d(cell1) while migrating {{(pid=53859) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} [ 1114.517524] nova-conductor[53859]: DEBUG nova.conductor.tasks.migrate [None req-1b9fefdd-4058-437d-ac48-92ab2d363b47 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Created allocations for migration 63ebdf72-ea86-44f9-bf69-a031c88ccb35 on f81803f2-f7f8-4939-a757-a77d34a1d0a2 {{(pid=53859) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} [ 1115.023353] nova-conductor[53859]: DEBUG nova.conductor.tasks.migrate [None req-1b9fefdd-4058-437d-ac48-92ab2d363b47 tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] [instance: 6fddc45c-d589-4423-a990-4be24d9dc84e] Calling prep_resize with selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:325}} [ 1125.039814] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=3 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1125.043291] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=1,nova_api:UPDATE=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1125.055237] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell1:SELECT=8,nova_cell1:UPDATE=6,nova_cell1:INSERT=3 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1135.831228] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-a84572db-25cb-45bf-8bab-bc3f62d5ec23 tempest-ServerMetadataTestJSON-1639770617 tempest-ServerMetadataTestJSON-1639770617-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53859) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1135.843372] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a84572db-25cb-45bf-8bab-bc3f62d5ec23 tempest-ServerMetadataTestJSON-1639770617 tempest-ServerMetadataTestJSON-1639770617-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.843595] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a84572db-25cb-45bf-8bab-bc3f62d5ec23 tempest-ServerMetadataTestJSON-1639770617 tempest-ServerMetadataTestJSON-1639770617-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.843760] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a84572db-25cb-45bf-8bab-bc3f62d5ec23 tempest-ServerMetadataTestJSON-1639770617 tempest-ServerMetadataTestJSON-1639770617-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.878413] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a84572db-25cb-45bf-8bab-bc3f62d5ec23 tempest-ServerMetadataTestJSON-1639770617 tempest-ServerMetadataTestJSON-1639770617-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.878634] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a84572db-25cb-45bf-8bab-bc3f62d5ec23 tempest-ServerMetadataTestJSON-1639770617 tempest-ServerMetadataTestJSON-1639770617-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.878799] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a84572db-25cb-45bf-8bab-bc3f62d5ec23 tempest-ServerMetadataTestJSON-1639770617 tempest-ServerMetadataTestJSON-1639770617-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.879190] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a84572db-25cb-45bf-8bab-bc3f62d5ec23 tempest-ServerMetadataTestJSON-1639770617 tempest-ServerMetadataTestJSON-1639770617-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.879372] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a84572db-25cb-45bf-8bab-bc3f62d5ec23 tempest-ServerMetadataTestJSON-1639770617 tempest-ServerMetadataTestJSON-1639770617-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.879526] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a84572db-25cb-45bf-8bab-bc3f62d5ec23 tempest-ServerMetadataTestJSON-1639770617 tempest-ServerMetadataTestJSON-1639770617-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.889106] nova-conductor[53859]: DEBUG nova.quota [None req-a84572db-25cb-45bf-8bab-bc3f62d5ec23 tempest-ServerMetadataTestJSON-1639770617 tempest-ServerMetadataTestJSON-1639770617-project-member] Getting quotas for project dc12ba52164c4faca8b018c0862df979. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1135.892262] nova-conductor[53859]: DEBUG nova.quota [None req-a84572db-25cb-45bf-8bab-bc3f62d5ec23 tempest-ServerMetadataTestJSON-1639770617 tempest-ServerMetadataTestJSON-1639770617-project-member] Getting quotas for user 0b8af8057ee44a41a055a25133398a96 and project dc12ba52164c4faca8b018c0862df979. Resources: {'ram', 'instances', 'cores'} {{(pid=53859) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1135.897224] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-a84572db-25cb-45bf-8bab-bc3f62d5ec23 tempest-ServerMetadataTestJSON-1639770617 tempest-ServerMetadataTestJSON-1639770617-project-member] [instance: b82a241e-db60-40bc-a738-b961c3e38b43] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53859) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1135.897715] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a84572db-25cb-45bf-8bab-bc3f62d5ec23 tempest-ServerMetadataTestJSON-1639770617 tempest-ServerMetadataTestJSON-1639770617-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.897938] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a84572db-25cb-45bf-8bab-bc3f62d5ec23 tempest-ServerMetadataTestJSON-1639770617 tempest-ServerMetadataTestJSON-1639770617-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.898082] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a84572db-25cb-45bf-8bab-bc3f62d5ec23 tempest-ServerMetadataTestJSON-1639770617 tempest-ServerMetadataTestJSON-1639770617-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.902889] nova-conductor[53859]: DEBUG nova.conductor.manager [None req-a84572db-25cb-45bf-8bab-bc3f62d5ec23 tempest-ServerMetadataTestJSON-1639770617 tempest-ServerMetadataTestJSON-1639770617-project-member] [instance: b82a241e-db60-40bc-a738-b961c3e38b43] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53859) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1135.903536] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a84572db-25cb-45bf-8bab-bc3f62d5ec23 tempest-ServerMetadataTestJSON-1639770617 tempest-ServerMetadataTestJSON-1639770617-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.903730] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a84572db-25cb-45bf-8bab-bc3f62d5ec23 tempest-ServerMetadataTestJSON-1639770617 tempest-ServerMetadataTestJSON-1639770617-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.903894] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a84572db-25cb-45bf-8bab-bc3f62d5ec23 tempest-ServerMetadataTestJSON-1639770617 tempest-ServerMetadataTestJSON-1639770617-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.921285] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a84572db-25cb-45bf-8bab-bc3f62d5ec23 tempest-ServerMetadataTestJSON-1639770617 tempest-ServerMetadataTestJSON-1639770617-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.921491] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a84572db-25cb-45bf-8bab-bc3f62d5ec23 tempest-ServerMetadataTestJSON-1639770617 tempest-ServerMetadataTestJSON-1639770617-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.921651] nova-conductor[53859]: DEBUG oslo_concurrency.lockutils [None req-a84572db-25cb-45bf-8bab-bc3f62d5ec23 tempest-ServerMetadataTestJSON-1639770617 tempest-ServerMetadataTestJSON-1639770617-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1140.177714] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-53588979-1128-4b38-bd80-7fa4534341ad tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1140.191828] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-53588979-1128-4b38-bd80-7fa4534341ad tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1140.192086] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-53588979-1128-4b38-bd80-7fa4534341ad tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1140.192264] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-53588979-1128-4b38-bd80-7fa4534341ad tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1140.226985] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-53588979-1128-4b38-bd80-7fa4534341ad tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1140.227217] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-53588979-1128-4b38-bd80-7fa4534341ad tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1140.227383] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-53588979-1128-4b38-bd80-7fa4534341ad tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1140.227749] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-53588979-1128-4b38-bd80-7fa4534341ad tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1140.227934] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-53588979-1128-4b38-bd80-7fa4534341ad tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1140.228108] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-53588979-1128-4b38-bd80-7fa4534341ad tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1140.235633] nova-conductor[53858]: DEBUG nova.quota [None req-53588979-1128-4b38-bd80-7fa4534341ad tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Getting quotas for project 5a4db4f8aa194a219e80c538cc715d43. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1140.237781] nova-conductor[53858]: DEBUG nova.quota [None req-53588979-1128-4b38-bd80-7fa4534341ad tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Getting quotas for user 6087a385c42e4383aa26a7f586cca87f and project 5a4db4f8aa194a219e80c538cc715d43. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1140.242766] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-53588979-1128-4b38-bd80-7fa4534341ad tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] [instance: 5dfbd79e-d43e-4769-b9f1-e8fdc09de31b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1140.243279] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-53588979-1128-4b38-bd80-7fa4534341ad tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1140.243480] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-53588979-1128-4b38-bd80-7fa4534341ad tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1140.243642] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-53588979-1128-4b38-bd80-7fa4534341ad tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1140.246356] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-53588979-1128-4b38-bd80-7fa4534341ad tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] [instance: 5dfbd79e-d43e-4769-b9f1-e8fdc09de31b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1140.247010] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-53588979-1128-4b38-bd80-7fa4534341ad tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1140.247223] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-53588979-1128-4b38-bd80-7fa4534341ad tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1140.247385] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-53588979-1128-4b38-bd80-7fa4534341ad tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1140.262411] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-53588979-1128-4b38-bd80-7fa4534341ad tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1140.262629] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-53588979-1128-4b38-bd80-7fa4534341ad tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1140.262795] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-53588979-1128-4b38-bd80-7fa4534341ad tempest-ServerDiskConfigTestJSON-665621459 tempest-ServerDiskConfigTestJSON-665621459-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.883547] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell0:SELECT=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1145.905484] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1145.914628] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1145.917110] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=7,nova_api:DELETE=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1150.232225] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell0:SELECT=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1150.249319] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1150.258636] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1150.260441] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=6,nova_api:DELETE=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1167.527245] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-f132986c-33f7-4c26-b5b4-9bc035f0576b tempest-ServerGroupTestJSON-946002276 tempest-ServerGroupTestJSON-946002276-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.527502] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-f132986c-33f7-4c26-b5b4-9bc035f0576b tempest-ServerGroupTestJSON-946002276 tempest-ServerGroupTestJSON-946002276-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.527672] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-f132986c-33f7-4c26-b5b4-9bc035f0576b tempest-ServerGroupTestJSON-946002276 tempest-ServerGroupTestJSON-946002276-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.543872] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell1:INSERT=13,nova_cell1:SELECT=155,nova_cell1:UPDATE=103,nova_cell1:SAVEPOINT=7,nova_cell1:RELEASE=7,nova_cell1:DELETE=6 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1168.055073] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-f132986c-33f7-4c26-b5b4-9bc035f0576b tempest-ServerGroupTestJSON-946002276 tempest-ServerGroupTestJSON-946002276-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53858) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1168.068388] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-f132986c-33f7-4c26-b5b4-9bc035f0576b tempest-ServerGroupTestJSON-946002276 tempest-ServerGroupTestJSON-946002276-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.068610] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-f132986c-33f7-4c26-b5b4-9bc035f0576b tempest-ServerGroupTestJSON-946002276 tempest-ServerGroupTestJSON-946002276-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.068776] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-f132986c-33f7-4c26-b5b4-9bc035f0576b tempest-ServerGroupTestJSON-946002276 tempest-ServerGroupTestJSON-946002276-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.108762] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-f132986c-33f7-4c26-b5b4-9bc035f0576b tempest-ServerGroupTestJSON-946002276 tempest-ServerGroupTestJSON-946002276-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.108953] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-f132986c-33f7-4c26-b5b4-9bc035f0576b tempest-ServerGroupTestJSON-946002276 tempest-ServerGroupTestJSON-946002276-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.109135] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-f132986c-33f7-4c26-b5b4-9bc035f0576b tempest-ServerGroupTestJSON-946002276 tempest-ServerGroupTestJSON-946002276-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.109505] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-f132986c-33f7-4c26-b5b4-9bc035f0576b tempest-ServerGroupTestJSON-946002276 tempest-ServerGroupTestJSON-946002276-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.109690] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-f132986c-33f7-4c26-b5b4-9bc035f0576b tempest-ServerGroupTestJSON-946002276 tempest-ServerGroupTestJSON-946002276-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.109847] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-f132986c-33f7-4c26-b5b4-9bc035f0576b tempest-ServerGroupTestJSON-946002276 tempest-ServerGroupTestJSON-946002276-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.118603] nova-conductor[53858]: DEBUG nova.quota [None req-f132986c-33f7-4c26-b5b4-9bc035f0576b tempest-ServerGroupTestJSON-946002276 tempest-ServerGroupTestJSON-946002276-project-member] Getting quotas for project 73f80f67dfbb4ce08171c612bb1ba85a. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1168.121739] nova-conductor[53858]: DEBUG nova.quota [None req-f132986c-33f7-4c26-b5b4-9bc035f0576b tempest-ServerGroupTestJSON-946002276 tempest-ServerGroupTestJSON-946002276-project-member] Getting quotas for user e434bf595ec44bea8b8a55b72ef13cab and project 73f80f67dfbb4ce08171c612bb1ba85a. Resources: {'ram', 'instances', 'cores'} {{(pid=53858) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1168.127060] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-f132986c-33f7-4c26-b5b4-9bc035f0576b tempest-ServerGroupTestJSON-946002276 tempest-ServerGroupTestJSON-946002276-project-member] [instance: 3439f60d-7d80-4d02-955c-dbefbdd04a32] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53858) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1168.127559] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-f132986c-33f7-4c26-b5b4-9bc035f0576b tempest-ServerGroupTestJSON-946002276 tempest-ServerGroupTestJSON-946002276-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.127749] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-f132986c-33f7-4c26-b5b4-9bc035f0576b tempest-ServerGroupTestJSON-946002276 tempest-ServerGroupTestJSON-946002276-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.127906] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-f132986c-33f7-4c26-b5b4-9bc035f0576b tempest-ServerGroupTestJSON-946002276 tempest-ServerGroupTestJSON-946002276-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.132494] nova-conductor[53858]: DEBUG nova.conductor.manager [None req-f132986c-33f7-4c26-b5b4-9bc035f0576b tempest-ServerGroupTestJSON-946002276 tempest-ServerGroupTestJSON-946002276-project-member] [instance: 3439f60d-7d80-4d02-955c-dbefbdd04a32] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='0f153f63-ae0a-45b1-b7f5-7f9b673c947f',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53858) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1168.133099] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-f132986c-33f7-4c26-b5b4-9bc035f0576b tempest-ServerGroupTestJSON-946002276 tempest-ServerGroupTestJSON-946002276-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.133323] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-f132986c-33f7-4c26-b5b4-9bc035f0576b tempest-ServerGroupTestJSON-946002276 tempest-ServerGroupTestJSON-946002276-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.133471] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-f132986c-33f7-4c26-b5b4-9bc035f0576b tempest-ServerGroupTestJSON-946002276 tempest-ServerGroupTestJSON-946002276-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.152908] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-f132986c-33f7-4c26-b5b4-9bc035f0576b tempest-ServerGroupTestJSON-946002276 tempest-ServerGroupTestJSON-946002276-project-member] Acquiring lock "7b162bc2-542e-4fdd-be60-fad18f19221d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.152908] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-f132986c-33f7-4c26-b5b4-9bc035f0576b tempest-ServerGroupTestJSON-946002276 tempest-ServerGroupTestJSON-946002276-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.152908] nova-conductor[53858]: DEBUG oslo_concurrency.lockutils [None req-f132986c-33f7-4c26-b5b4-9bc035f0576b tempest-ServerGroupTestJSON-946002276 tempest-ServerGroupTestJSON-946002276-project-member] Lock "7b162bc2-542e-4fdd-be60-fad18f19221d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1175.013403] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_cell1:SELECT=152,nova_cell1:UPDATE=94,nova_cell1:INSERT=8,nova_cell1:SAVEPOINT=11,nova_cell1:RELEASE=11,nova_cell1:DELETE=4 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1178.113156] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell0:SELECT=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1178.135196] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1178.148196] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=8 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1178.150053] nova-conductor[53858]: DEBUG dbcounter [-] [53858] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53858) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1181.305945] nova-conductor[53859]: DEBUG dbcounter [-] [53859] Writing DB stats nova_api:SELECT=1 {{(pid=53859) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}}