[ 460.455978] env[61955]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=61955) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 460.456313] env[61955]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=61955) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 460.456410] env[61955]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=61955) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 460.456721] env[61955]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 460.549857] env[61955]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=61955) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:390}} [ 460.559934] env[61955]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=61955) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:428}} [ 461.159304] env[61955]: INFO nova.virt.driver [None req-14666a5d-5ca2-46fa-a153-8aa4a37c65fe None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 461.237776] env[61955]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 461.237946] env[61955]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 461.238962] env[61955]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=61955) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 464.280114] env[61955]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-c0ffa4a8-50c2-48ab-abe1-d325241dfd79 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 464.295855] env[61955]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=61955) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 464.296059] env[61955]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-373b3ddf-37f6-4572-9eb8-953c8ad937f8 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 464.338266] env[61955]: INFO oslo_vmware.api [-] Successfully established new session; session ID is b5ac2. [ 464.338576] env[61955]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.100s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 464.339145] env[61955]: INFO nova.virt.vmwareapi.driver [None req-14666a5d-5ca2-46fa-a153-8aa4a37c65fe None None] VMware vCenter version: 7.0.3 [ 464.342494] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84aae6c0-9021-45d3-8b0c-a1daf271c7ff {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 464.360074] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937cbac0-f0a3-48b3-9e88-3d891ab3f87d {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 464.365723] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076ed438-2e10-4eea-8198-d25a6fe9dde7 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 464.372030] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a0cd77-e3ca-48a6-ad59-0e955e19d153 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 464.384838] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c735dc0a-6703-4ddf-99ce-f0c305649b84 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 464.390462] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bb1e40-1c8a-4686-8740-ffab5b6f91c4 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 464.419805] env[61955]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-64ba6d9f-5b35-4c96-bb7b-e0f78b2200e6 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 464.424632] env[61955]: DEBUG nova.virt.vmwareapi.driver [None req-14666a5d-5ca2-46fa-a153-8aa4a37c65fe None None] Extension org.openstack.compute already exists. {{(pid=61955) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:225}} [ 464.427301] env[61955]: INFO nova.compute.provider_config [None req-14666a5d-5ca2-46fa-a153-8aa4a37c65fe None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 464.930245] env[61955]: DEBUG nova.context [None req-14666a5d-5ca2-46fa-a153-8aa4a37c65fe None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),88d94262-25cd-4830-9c71-821784c4afbd(cell1) {{(pid=61955) load_cells /opt/stack/nova/nova/context.py:464}} [ 464.932305] env[61955]: DEBUG oslo_concurrency.lockutils [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 464.932527] env[61955]: DEBUG oslo_concurrency.lockutils [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 464.933221] env[61955]: DEBUG oslo_concurrency.lockutils [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 464.933665] env[61955]: DEBUG oslo_concurrency.lockutils [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] Acquiring lock "88d94262-25cd-4830-9c71-821784c4afbd" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 464.933855] env[61955]: DEBUG oslo_concurrency.lockutils [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] Lock "88d94262-25cd-4830-9c71-821784c4afbd" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 464.934885] env[61955]: DEBUG oslo_concurrency.lockutils [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] Lock "88d94262-25cd-4830-9c71-821784c4afbd" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 464.954813] env[61955]: INFO dbcounter [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] Registered counter for database nova_cell0 [ 464.962997] env[61955]: INFO dbcounter [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] Registered counter for database nova_cell1 [ 464.966428] env[61955]: DEBUG oslo_db.sqlalchemy.engines [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=61955) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 464.967049] env[61955]: DEBUG oslo_db.sqlalchemy.engines [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=61955) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 464.971619] env[61955]: ERROR nova.db.main.api [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 464.971619] env[61955]: result = function(*args, **kwargs) [ 464.971619] env[61955]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 464.971619] env[61955]: return func(*args, **kwargs) [ 464.971619] env[61955]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 464.971619] env[61955]: result = fn(*args, **kwargs) [ 464.971619] env[61955]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 464.971619] env[61955]: return f(*args, **kwargs) [ 464.971619] env[61955]: File "/opt/stack/nova/nova/objects/service.py", line 554, in _db_service_get_minimum_version [ 464.971619] env[61955]: return db.service_get_minimum_version(context, binaries) [ 464.971619] env[61955]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 464.971619] env[61955]: _check_db_access() [ 464.971619] env[61955]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 464.971619] env[61955]: stacktrace = ''.join(traceback.format_stack()) [ 464.971619] env[61955]: [ 464.972333] env[61955]: ERROR nova.db.main.api [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 464.972333] env[61955]: result = function(*args, **kwargs) [ 464.972333] env[61955]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 464.972333] env[61955]: return func(*args, **kwargs) [ 464.972333] env[61955]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 464.972333] env[61955]: result = fn(*args, **kwargs) [ 464.972333] env[61955]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 464.972333] env[61955]: return f(*args, **kwargs) [ 464.972333] env[61955]: File "/opt/stack/nova/nova/objects/service.py", line 554, in _db_service_get_minimum_version [ 464.972333] env[61955]: return db.service_get_minimum_version(context, binaries) [ 464.972333] env[61955]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 464.972333] env[61955]: _check_db_access() [ 464.972333] env[61955]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 464.972333] env[61955]: stacktrace = ''.join(traceback.format_stack()) [ 464.972333] env[61955]: [ 464.972819] env[61955]: WARNING nova.objects.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] Failed to get minimum service version for cell 88d94262-25cd-4830-9c71-821784c4afbd [ 464.972848] env[61955]: WARNING nova.objects.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 464.973306] env[61955]: DEBUG oslo_concurrency.lockutils [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] Acquiring lock "singleton_lock" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 464.973477] env[61955]: DEBUG oslo_concurrency.lockutils [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] Acquired lock "singleton_lock" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 464.973735] env[61955]: DEBUG oslo_concurrency.lockutils [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] Releasing lock "singleton_lock" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 464.974068] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] Full set of CONF: {{(pid=61955) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 464.974216] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] ******************************************************************************** {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 464.974357] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] Configuration options gathered from: {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 464.974526] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2808}} [ 464.974722] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 464.974853] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] ================================================================================ {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2811}} [ 464.975075] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] allow_resize_to_same_host = True {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.975248] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] arq_binding_timeout = 300 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.975380] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] backdoor_port = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.975508] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] backdoor_socket = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.975679] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] block_device_allocate_retries = 60 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.975843] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] block_device_allocate_retries_interval = 3 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.976016] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cert = self.pem {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.976188] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.976360] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] compute_monitors = [] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.976526] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] config_dir = [] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.976694] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] config_drive_format = iso9660 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.976826] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.976988] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] config_source = [] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.977168] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] console_host = devstack {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.977336] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] control_exchange = nova {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.977492] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cpu_allocation_ratio = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.977648] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] daemon = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.977812] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] debug = True {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.977966] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] default_access_ip_network_name = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.978156] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] default_availability_zone = nova {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.978314] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] default_ephemeral_format = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.978475] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] default_green_pool_size = 1000 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.978708] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.978870] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] default_schedule_zone = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.979036] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] disk_allocation_ratio = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.979200] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] enable_new_services = True {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.979378] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] enabled_apis = ['osapi_compute'] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.979542] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] enabled_ssl_apis = [] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.979763] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] flat_injected = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.979941] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] force_config_drive = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.980114] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] force_raw_images = True {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.980287] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] graceful_shutdown_timeout = 5 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.980447] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] heal_instance_info_cache_interval = 60 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.980660] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] host = cpu-1 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.980833] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.980996] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] initial_disk_allocation_ratio = 1.0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.981173] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] initial_ram_allocation_ratio = 1.0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.981388] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.981554] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] instance_build_timeout = 0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.981718] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] instance_delete_interval = 300 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.981882] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] instance_format = [instance: %(uuid)s] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.982056] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] instance_name_template = instance-%08x {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.982222] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] instance_usage_audit = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.982392] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] instance_usage_audit_period = month {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.982576] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.982769] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] instances_path = /opt/stack/data/nova/instances {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.982937] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] internal_service_availability_zone = internal {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.983121] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] key = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.983302] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] live_migration_retry_count = 30 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.983483] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] log_color = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.983649] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] log_config_append = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.983817] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.983976] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] log_dir = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.984148] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] log_file = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.984277] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] log_options = True {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.984439] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] log_rotate_interval = 1 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.984606] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] log_rotate_interval_type = days {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.984766] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] log_rotation_type = none {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.984892] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.985024] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.985194] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.985361] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.985492] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.985680] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] long_rpc_timeout = 1800 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.985855] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] max_concurrent_builds = 10 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.986025] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] max_concurrent_live_migrations = 1 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.986191] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] max_concurrent_snapshots = 5 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.986346] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] max_local_block_devices = 3 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.986532] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] max_logfile_count = 30 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.986702] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] max_logfile_size_mb = 200 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.986861] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] maximum_instance_delete_attempts = 5 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.987046] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] metadata_listen = 0.0.0.0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.987224] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] metadata_listen_port = 8775 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.987391] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] metadata_workers = 2 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.987551] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] migrate_max_retries = -1 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.987717] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] mkisofs_cmd = genisoimage {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.987919] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] my_block_storage_ip = 10.180.1.21 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.988062] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] my_ip = 10.180.1.21 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.988225] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] network_allocate_retries = 0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.988402] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.988568] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] osapi_compute_listen = 0.0.0.0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.988726] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] osapi_compute_listen_port = 8774 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.988888] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] osapi_compute_unique_server_name_scope = {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.989060] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] osapi_compute_workers = 2 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.989227] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] password_length = 12 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.989389] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] periodic_enable = True {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.989545] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] periodic_fuzzy_delay = 60 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.989713] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] pointer_model = usbtablet {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.989872] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] preallocate_images = none {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.990037] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] publish_errors = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.990168] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] pybasedir = /opt/stack/nova {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.990325] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] ram_allocation_ratio = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.990484] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] rate_limit_burst = 0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.990648] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] rate_limit_except_level = CRITICAL {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.990799] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] rate_limit_interval = 0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.990953] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] reboot_timeout = 0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.991118] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] reclaim_instance_interval = 0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.991272] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] record = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.991435] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] reimage_timeout_per_gb = 60 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.991598] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] report_interval = 120 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.991755] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] rescue_timeout = 0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.991914] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] reserved_host_cpus = 0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.992093] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] reserved_host_disk_mb = 0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.992258] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] reserved_host_memory_mb = 512 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.992419] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] reserved_huge_pages = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.992580] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] resize_confirm_window = 0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.992740] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] resize_fs_using_block_device = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.992898] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] resume_guests_state_on_host_boot = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.993075] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.993239] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] rpc_response_timeout = 60 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.993427] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] run_external_periodic_tasks = True {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.993604] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] running_deleted_instance_action = reap {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.993761] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] running_deleted_instance_poll_interval = 1800 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.993918] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] running_deleted_instance_timeout = 0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.994089] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] scheduler_instance_sync_interval = 120 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.994258] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] service_down_time = 720 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.994456] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] servicegroup_driver = db {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.994638] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] shell_completion = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.994805] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] shelved_offload_time = 0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.994965] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] shelved_poll_interval = 3600 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.995149] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] shutdown_timeout = 0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.995309] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] source_is_ipv6 = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.995467] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] ssl_only = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.995747] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.995930] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] sync_power_state_interval = 600 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.996128] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] sync_power_state_pool_size = 1000 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.996307] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] syslog_log_facility = LOG_USER {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.996469] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] tempdir = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.996631] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] timeout_nbd = 10 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.996797] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] transport_url = **** {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.996958] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] update_resources_interval = 0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.997133] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] use_cow_images = True {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.997290] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] use_eventlog = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.997448] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] use_journal = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.997603] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] use_json = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.997756] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] use_rootwrap_daemon = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.997912] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] use_stderr = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.998078] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] use_syslog = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.998231] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vcpu_pin_set = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.998394] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vif_plugging_is_fatal = True {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.998588] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vif_plugging_timeout = 300 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.998768] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] virt_mkfs = [] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.998929] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] volume_usage_poll_interval = 0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.999099] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] watch_log_file = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.999268] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] web = /usr/share/spice-html5 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.999449] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_concurrency.disable_process_locking = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.000016] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.000235] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.000414] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.000593] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.000767] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.000935] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.001136] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] api.auth_strategy = keystone {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.001307] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] api.compute_link_prefix = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.001489] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.001665] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] api.dhcp_domain = novalocal {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.001835] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] api.enable_instance_password = True {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.002013] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] api.glance_link_prefix = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.002187] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.002363] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.002533] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] api.instance_list_per_project_cells = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.002698] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] api.list_records_by_skipping_down_cells = True {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.002859] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] api.local_metadata_per_cell = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.003039] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] api.max_limit = 1000 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.003216] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] api.metadata_cache_expiration = 15 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.003420] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] api.neutron_default_tenant_id = default {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.003606] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] api.response_validation = warn {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.003775] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] api.use_neutron_default_nets = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.003946] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.004124] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.004300] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.004500] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.004682] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] api.vendordata_dynamic_targets = [] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.004848] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] api.vendordata_jsonfile_path = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.005051] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.005257] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cache.backend = dogpile.cache.memcached {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.005432] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cache.backend_argument = **** {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.005616] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cache.config_prefix = cache.oslo {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.005807] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cache.dead_timeout = 60.0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.005975] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cache.debug_cache_backend = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.006152] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cache.enable_retry_client = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.006318] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cache.enable_socket_keepalive = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.006523] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cache.enabled = True {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.006719] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cache.enforce_fips_mode = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.006893] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cache.expiration_time = 600 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.007068] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cache.hashclient_retry_attempts = 2 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.007243] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cache.hashclient_retry_delay = 1.0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.007408] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cache.memcache_dead_retry = 300 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.007571] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cache.memcache_password = **** {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.007738] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.007902] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.008080] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cache.memcache_pool_maxsize = 10 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.008251] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.008418] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cache.memcache_sasl_enabled = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.008603] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.008774] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cache.memcache_socket_timeout = 1.0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.008936] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cache.memcache_username = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.009130] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cache.proxies = [] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.009303] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cache.redis_db = 0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.009472] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cache.redis_password = **** {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.009644] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cache.redis_sentinel_service_name = mymaster {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.009822] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.009994] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cache.redis_server = localhost:6379 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.010441] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cache.redis_socket_timeout = 1.0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.010441] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cache.redis_username = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.010566] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cache.retry_attempts = 2 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.010685] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cache.retry_delay = 0.0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.010858] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cache.socket_keepalive_count = 1 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.011032] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cache.socket_keepalive_idle = 1 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.011205] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cache.socket_keepalive_interval = 1 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.011362] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cache.tls_allowed_ciphers = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.011524] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cache.tls_cafile = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.011683] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cache.tls_certfile = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.011842] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cache.tls_enabled = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.012008] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cache.tls_keyfile = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.012183] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cinder.auth_section = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.012359] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cinder.auth_type = password {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.012521] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cinder.cafile = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.012694] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cinder.catalog_info = volumev3::publicURL {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.012854] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cinder.certfile = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.013025] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cinder.collect_timing = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.013193] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cinder.cross_az_attach = True {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.013380] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cinder.debug = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.013553] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cinder.endpoint_template = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.013720] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cinder.http_retries = 3 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.013882] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cinder.insecure = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.014058] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cinder.keyfile = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.014239] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cinder.os_region_name = RegionOne {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.014420] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cinder.split_loggers = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.014596] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cinder.timeout = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.014772] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.014930] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] compute.cpu_dedicated_set = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.015099] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] compute.cpu_shared_set = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.015267] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] compute.image_type_exclude_list = [] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.015429] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.015597] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] compute.max_concurrent_disk_ops = 0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.015804] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] compute.max_disk_devices_to_attach = -1 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.015975] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.016159] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.016322] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] compute.resource_provider_association_refresh = 300 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.016483] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.016647] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] compute.shutdown_retry_interval = 10 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.016828] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.017013] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] conductor.workers = 2 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.017197] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] console.allowed_origins = [] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.017359] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] console.ssl_ciphers = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.017530] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] console.ssl_minimum_version = default {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.017699] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] consoleauth.enforce_session_timeout = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.017866] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] consoleauth.token_ttl = 600 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.018050] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cyborg.cafile = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.018217] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cyborg.certfile = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.018384] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cyborg.collect_timing = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.018578] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cyborg.connect_retries = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.018775] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cyborg.connect_retry_delay = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.018943] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cyborg.endpoint_override = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.019122] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cyborg.insecure = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.019281] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cyborg.keyfile = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.019441] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cyborg.max_version = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.019597] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cyborg.min_version = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.019751] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cyborg.region_name = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.019905] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cyborg.retriable_status_codes = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.020071] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cyborg.service_name = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.020242] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cyborg.service_type = accelerator {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.020401] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cyborg.split_loggers = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.020562] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cyborg.status_code_retries = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.020718] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cyborg.status_code_retry_delay = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.020873] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cyborg.timeout = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.021060] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.021224] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] cyborg.version = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.021400] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] database.backend = sqlalchemy {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.021570] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] database.connection = **** {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.021737] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] database.connection_debug = 0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.021905] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] database.connection_parameters = {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.022081] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] database.connection_recycle_time = 3600 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.022244] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] database.connection_trace = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.022407] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] database.db_inc_retry_interval = True {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.022579] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] database.db_max_retries = 20 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.022773] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] database.db_max_retry_interval = 10 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.022940] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] database.db_retry_interval = 1 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.023128] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] database.max_overflow = 50 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.023317] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] database.max_pool_size = 5 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.023491] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] database.max_retries = 10 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.023667] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.023827] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] database.mysql_wsrep_sync_wait = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.023985] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] database.pool_timeout = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.024162] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] database.retry_interval = 10 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.024327] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] database.slave_connection = **** {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.024486] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] database.sqlite_synchronous = True {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.024644] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] database.use_db_reconnect = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.024821] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] api_database.backend = sqlalchemy {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.024989] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] api_database.connection = **** {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.025168] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] api_database.connection_debug = 0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.025335] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] api_database.connection_parameters = {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.025498] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] api_database.connection_recycle_time = 3600 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.025677] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] api_database.connection_trace = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.025850] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] api_database.db_inc_retry_interval = True {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.026024] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] api_database.db_max_retries = 20 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.026190] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] api_database.db_max_retry_interval = 10 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.026350] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] api_database.db_retry_interval = 1 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.026512] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] api_database.max_overflow = 50 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.026671] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] api_database.max_pool_size = 5 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.026828] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] api_database.max_retries = 10 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.026993] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.027166] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.027322] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] api_database.pool_timeout = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.027482] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] api_database.retry_interval = 10 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.027638] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] api_database.slave_connection = **** {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.027796] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] api_database.sqlite_synchronous = True {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.027970] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] devices.enabled_mdev_types = [] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.028221] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.028423] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] ephemeral_storage_encryption.default_format = luks {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.028619] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] ephemeral_storage_encryption.enabled = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.028820] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.029043] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] glance.api_servers = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.029225] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] glance.cafile = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.029418] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] glance.certfile = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.029598] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] glance.collect_timing = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.029761] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] glance.connect_retries = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.029918] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] glance.connect_retry_delay = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.030101] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] glance.debug = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.030273] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] glance.default_trusted_certificate_ids = [] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.030435] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] glance.enable_certificate_validation = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.030600] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] glance.enable_rbd_download = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.030797] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] glance.endpoint_override = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.030970] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] glance.insecure = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.031166] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] glance.keyfile = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.031328] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] glance.max_version = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.031490] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] glance.min_version = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.031649] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] glance.num_retries = 3 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.031866] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] glance.rbd_ceph_conf = {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.032059] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] glance.rbd_connect_timeout = 5 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.032236] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] glance.rbd_pool = {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.032403] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] glance.rbd_user = {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.032566] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] glance.region_name = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.032723] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] glance.retriable_status_codes = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.032879] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] glance.service_name = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.033067] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] glance.service_type = image {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.033239] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] glance.split_loggers = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.033419] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] glance.status_code_retries = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.033584] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] glance.status_code_retry_delay = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.033740] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] glance.timeout = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.033926] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.034103] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] glance.verify_glance_signatures = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.034264] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] glance.version = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.034455] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] guestfs.debug = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.034643] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] mks.enabled = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.035008] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.035207] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] image_cache.manager_interval = 2400 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.035379] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] image_cache.precache_concurrency = 1 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.035550] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] image_cache.remove_unused_base_images = True {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.035748] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.035925] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.036115] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] image_cache.subdirectory_name = _base {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.036296] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] ironic.api_max_retries = 60 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.036464] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] ironic.api_retry_interval = 2 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.036625] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] ironic.auth_section = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.036785] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] ironic.auth_type = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.036943] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] ironic.cafile = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.037125] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] ironic.certfile = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.037295] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] ironic.collect_timing = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.037462] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] ironic.conductor_group = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.037621] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] ironic.connect_retries = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.037779] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] ironic.connect_retry_delay = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.037935] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] ironic.endpoint_override = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.038108] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] ironic.insecure = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.038266] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] ironic.keyfile = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.038423] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] ironic.max_version = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.038581] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] ironic.min_version = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.038745] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] ironic.peer_list = [] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.038902] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] ironic.region_name = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.039068] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] ironic.retriable_status_codes = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.039236] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] ironic.serial_console_state_timeout = 10 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.039398] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] ironic.service_name = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.039569] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] ironic.service_type = baremetal {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.039727] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] ironic.shard = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.039889] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] ironic.split_loggers = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.040055] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] ironic.status_code_retries = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.040218] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] ironic.status_code_retry_delay = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.040376] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] ironic.timeout = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.040557] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.040718] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] ironic.version = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.040894] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.041073] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] key_manager.fixed_key = **** {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.041257] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.041416] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] barbican.barbican_api_version = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.041576] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] barbican.barbican_endpoint = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.041742] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] barbican.barbican_endpoint_type = public {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.041899] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] barbican.barbican_region_name = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.042079] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] barbican.cafile = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.042244] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] barbican.certfile = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.042403] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] barbican.collect_timing = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.042564] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] barbican.insecure = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.042755] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] barbican.keyfile = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.042941] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] barbican.number_of_retries = 60 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.043117] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] barbican.retry_delay = 1 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.043313] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] barbican.send_service_user_token = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.043479] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] barbican.split_loggers = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.043644] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] barbican.timeout = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.043806] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] barbican.verify_ssl = True {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.043960] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] barbican.verify_ssl_path = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.044137] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] barbican_service_user.auth_section = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.044301] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] barbican_service_user.auth_type = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.044462] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] barbican_service_user.cafile = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.044619] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] barbican_service_user.certfile = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.044779] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] barbican_service_user.collect_timing = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.044940] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] barbican_service_user.insecure = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.045107] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] barbican_service_user.keyfile = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.045272] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] barbican_service_user.split_loggers = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.045430] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] barbican_service_user.timeout = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.045602] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vault.approle_role_id = **** {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.045781] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vault.approle_secret_id = **** {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.045953] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vault.kv_mountpoint = secret {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.046139] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vault.kv_path = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.046308] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vault.kv_version = 2 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.046494] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vault.namespace = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.046670] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vault.root_token_id = **** {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.046830] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vault.ssl_ca_crt_file = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.046994] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vault.timeout = 60.0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.047168] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vault.use_ssl = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.047341] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.047511] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] keystone.auth_section = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.047673] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] keystone.auth_type = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.047831] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] keystone.cafile = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.047985] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] keystone.certfile = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.048160] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] keystone.collect_timing = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.048319] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] keystone.connect_retries = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.048483] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] keystone.connect_retry_delay = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.048663] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] keystone.endpoint_override = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.048828] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] keystone.insecure = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.048984] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] keystone.keyfile = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.049154] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] keystone.max_version = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.049309] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] keystone.min_version = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.049465] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] keystone.region_name = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.049621] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] keystone.retriable_status_codes = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.049777] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] keystone.service_name = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.049941] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] keystone.service_type = identity {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.050112] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] keystone.split_loggers = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.050270] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] keystone.status_code_retries = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.050427] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] keystone.status_code_retry_delay = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.050585] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] keystone.timeout = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.050761] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.050918] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] keystone.version = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.051141] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.connection_uri = {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.051308] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.cpu_mode = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.051475] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.cpu_model_extra_flags = [] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.051641] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.cpu_models = [] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.051808] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.cpu_power_governor_high = performance {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.051973] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.cpu_power_governor_low = powersave {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.052149] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.cpu_power_management = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.052317] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.052483] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.device_detach_attempts = 8 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.052641] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.device_detach_timeout = 20 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.052805] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.disk_cachemodes = [] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.053000] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.disk_prefix = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.053252] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.enabled_perf_events = [] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.053464] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.file_backed_memory = 0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.053661] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.gid_maps = [] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.053838] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.hw_disk_discard = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.053999] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.hw_machine_type = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.054182] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.images_rbd_ceph_conf = {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.054371] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.054576] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.054756] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.images_rbd_glance_store_name = {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.054929] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.images_rbd_pool = rbd {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.055123] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.images_type = default {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.055291] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.images_volume_group = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.055457] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.inject_key = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.055621] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.inject_partition = -2 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.055782] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.inject_password = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.055943] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.iscsi_iface = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.056117] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.iser_use_multipath = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.056281] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.live_migration_bandwidth = 0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.056443] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.056604] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.live_migration_downtime = 500 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.056764] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.056921] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.057087] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.live_migration_inbound_addr = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.057250] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.057410] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.live_migration_permit_post_copy = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.057570] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.live_migration_scheme = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.057736] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.live_migration_timeout_action = abort {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.057901] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.live_migration_tunnelled = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.058071] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.live_migration_uri = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.058238] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.live_migration_with_native_tls = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.058399] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.max_queues = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.058595] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.058837] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.059008] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.nfs_mount_options = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.059304] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.059483] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.059647] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.num_iser_scan_tries = 5 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.059808] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.num_memory_encrypted_guests = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.059972] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.060164] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.num_pcie_ports = 0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.060333] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.num_volume_scan_tries = 5 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.060500] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.pmem_namespaces = [] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.060659] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.quobyte_client_cfg = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.060941] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.061128] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.rbd_connect_timeout = 5 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.061297] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.061461] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.061621] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.rbd_secret_uuid = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.061777] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.rbd_user = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.061940] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.062124] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.remote_filesystem_transport = ssh {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.062286] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.rescue_image_id = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.062446] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.rescue_kernel_id = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.062602] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.rescue_ramdisk_id = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.062768] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.062925] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.rx_queue_size = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.063101] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.smbfs_mount_options = {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.063404] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.063588] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.snapshot_compression = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.063754] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.snapshot_image_format = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.063974] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.064165] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.sparse_logical_volumes = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.064333] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.swtpm_enabled = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.064529] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.swtpm_group = tss {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.064706] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.swtpm_user = tss {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.064875] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.sysinfo_serial = unique {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.065046] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.tb_cache_size = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.065209] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.tx_queue_size = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.065374] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.uid_maps = [] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.065538] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.use_virtio_for_bridges = True {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.065710] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.virt_type = kvm {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.065880] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.volume_clear = zero {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.066052] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.volume_clear_size = 0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.066223] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.volume_use_multipath = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.066384] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.vzstorage_cache_path = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.066592] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.066771] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.vzstorage_mount_group = qemu {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.066935] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.vzstorage_mount_opts = [] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.067130] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.067413] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.067591] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.vzstorage_mount_user = stack {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.067758] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.067931] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] neutron.auth_section = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.068116] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] neutron.auth_type = password {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.068278] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] neutron.cafile = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.068437] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] neutron.certfile = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.068599] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] neutron.collect_timing = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.068757] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] neutron.connect_retries = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.068913] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] neutron.connect_retry_delay = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.069090] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] neutron.default_floating_pool = public {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.069252] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] neutron.endpoint_override = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.069413] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] neutron.extension_sync_interval = 600 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.069571] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] neutron.http_retries = 3 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.069729] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] neutron.insecure = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.069883] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] neutron.keyfile = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.070057] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] neutron.max_version = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.070231] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.070389] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] neutron.min_version = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.070593] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] neutron.ovs_bridge = br-int {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.070784] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] neutron.physnets = [] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.070957] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] neutron.region_name = RegionOne {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.071131] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] neutron.retriable_status_codes = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.071302] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] neutron.service_metadata_proxy = True {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.071464] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] neutron.service_name = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.071632] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] neutron.service_type = network {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.071793] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] neutron.split_loggers = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.071949] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] neutron.status_code_retries = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.072132] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] neutron.status_code_retry_delay = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.072294] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] neutron.timeout = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.072476] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.072636] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] neutron.version = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.072804] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] notifications.bdms_in_notifications = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.072978] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] notifications.default_level = INFO {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.073164] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] notifications.notification_format = unversioned {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.073365] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] notifications.notify_on_state_change = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.073549] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.073726] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] pci.alias = [] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.073895] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] pci.device_spec = [] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.074069] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] pci.report_in_placement = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.074244] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] placement.auth_section = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.074444] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] placement.auth_type = password {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.074617] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.074780] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] placement.cafile = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.074938] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] placement.certfile = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.075110] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] placement.collect_timing = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.075273] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] placement.connect_retries = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.075430] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] placement.connect_retry_delay = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.075589] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] placement.default_domain_id = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.075744] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] placement.default_domain_name = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.075898] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] placement.domain_id = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.076063] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] placement.domain_name = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.076223] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] placement.endpoint_override = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.076381] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] placement.insecure = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.076540] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] placement.keyfile = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.076696] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] placement.max_version = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.076849] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] placement.min_version = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.077029] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] placement.password = **** {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.077200] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] placement.project_domain_id = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.077366] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] placement.project_domain_name = Default {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.077532] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] placement.project_id = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.077701] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] placement.project_name = service {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.077868] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] placement.region_name = RegionOne {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.078036] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] placement.retriable_status_codes = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.078197] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] placement.service_name = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.078366] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] placement.service_type = placement {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.078556] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] placement.split_loggers = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.078742] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] placement.status_code_retries = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.078900] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] placement.status_code_retry_delay = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.079070] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] placement.system_scope = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.079233] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] placement.timeout = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.079391] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] placement.trust_id = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.079548] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] placement.user_domain_id = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.079713] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] placement.user_domain_name = Default {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.079871] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] placement.user_id = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.080050] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] placement.username = nova {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.080233] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.080393] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] placement.version = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.080571] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] quota.cores = 20 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.080779] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] quota.count_usage_from_placement = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.080987] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.081199] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] quota.injected_file_content_bytes = 10240 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.081375] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] quota.injected_file_path_length = 255 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.081547] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] quota.injected_files = 5 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.081715] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] quota.instances = 10 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.081881] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] quota.key_pairs = 100 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.082057] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] quota.metadata_items = 128 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.082229] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] quota.ram = 51200 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.082395] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] quota.recheck_quota = True {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.082566] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] quota.server_group_members = 10 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.082732] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] quota.server_groups = 10 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.082911] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.083085] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.083249] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] scheduler.image_metadata_prefilter = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.083445] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.083622] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] scheduler.max_attempts = 3 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.083784] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] scheduler.max_placement_results = 1000 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.083948] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.084121] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] scheduler.query_placement_for_image_type_support = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.084331] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.084516] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] scheduler.workers = 2 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.084700] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.084874] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.085076] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.085256] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.085426] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.085592] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.085755] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.085943] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.086126] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] filter_scheduler.host_subset_size = 1 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.086297] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.086460] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.086622] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.086785] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] filter_scheduler.isolated_hosts = [] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.086952] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] filter_scheduler.isolated_images = [] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.087127] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.087288] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.087456] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.087616] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] filter_scheduler.pci_in_placement = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.087777] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.087936] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.088107] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.088271] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.088433] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.088607] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.088769] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] filter_scheduler.track_instance_changes = True {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.088944] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.089124] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] metrics.required = True {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.089289] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] metrics.weight_multiplier = 1.0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.089452] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.089615] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] metrics.weight_setting = [] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.089930] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.090129] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] serial_console.enabled = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.090314] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] serial_console.port_range = 10000:20000 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.090489] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.090695] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.090874] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] serial_console.serialproxy_port = 6083 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.091053] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] service_user.auth_section = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.091232] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] service_user.auth_type = password {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.091394] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] service_user.cafile = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.091557] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] service_user.certfile = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.091720] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] service_user.collect_timing = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.091880] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] service_user.insecure = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.092046] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] service_user.keyfile = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.092219] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] service_user.send_service_user_token = True {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.092383] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] service_user.split_loggers = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.092546] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] service_user.timeout = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.092721] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] spice.agent_enabled = True {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.092909] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] spice.enabled = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.093245] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.093472] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.093648] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] spice.html5proxy_port = 6082 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.093813] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] spice.image_compression = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.093974] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] spice.jpeg_compression = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.094162] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] spice.playback_compression = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.094345] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] spice.require_secure = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.094527] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] spice.server_listen = 127.0.0.1 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.094698] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.094858] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] spice.streaming_mode = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.095033] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] spice.zlib_compression = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.095205] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] upgrade_levels.baseapi = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.095376] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] upgrade_levels.compute = auto {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.095537] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] upgrade_levels.conductor = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.095698] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] upgrade_levels.scheduler = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.095861] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vendordata_dynamic_auth.auth_section = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.096028] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vendordata_dynamic_auth.auth_type = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.096189] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vendordata_dynamic_auth.cafile = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.096348] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vendordata_dynamic_auth.certfile = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.096511] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.096664] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vendordata_dynamic_auth.insecure = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.096819] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vendordata_dynamic_auth.keyfile = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.096979] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.097147] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vendordata_dynamic_auth.timeout = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.097317] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vmware.api_retry_count = 10 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.097478] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vmware.ca_file = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.097644] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vmware.cache_prefix = devstack-image-cache {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.097807] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vmware.cluster_name = testcl1 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.097970] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vmware.connection_pool_size = 10 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.098155] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vmware.console_delay_seconds = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.098325] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vmware.datastore_regex = ^datastore.* {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.098530] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.098702] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vmware.host_password = **** {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.098866] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vmware.host_port = 443 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.099041] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vmware.host_username = administrator@vsphere.local {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.099214] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vmware.insecure = True {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.099374] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vmware.integration_bridge = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.099539] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vmware.maximum_objects = 100 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.099695] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vmware.pbm_default_policy = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.099853] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vmware.pbm_enabled = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.100015] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vmware.pbm_wsdl_location = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.100189] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.100346] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vmware.serial_port_proxy_uri = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.100503] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vmware.serial_port_service_uri = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.100667] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vmware.task_poll_interval = 0.5 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.100834] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vmware.use_linked_clone = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.100998] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vmware.vnc_keymap = en-us {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.101173] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vmware.vnc_port = 5900 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.101335] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vmware.vnc_port_total = 10000 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.101519] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vnc.auth_schemes = ['none'] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.101692] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vnc.enabled = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.101980] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.102189] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.102360] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vnc.novncproxy_port = 6080 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.102538] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vnc.server_listen = 127.0.0.1 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.102755] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.102930] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vnc.vencrypt_ca_certs = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.103103] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vnc.vencrypt_client_cert = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.103263] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vnc.vencrypt_client_key = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.103467] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.103637] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] workarounds.disable_deep_image_inspection = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.103798] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.103956] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.104128] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.104305] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] workarounds.disable_rootwrap = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.104483] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] workarounds.enable_numa_live_migration = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.104647] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.104836] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.105025] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.105191] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] workarounds.libvirt_disable_apic = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.105353] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.105520] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.105682] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.105840] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.105999] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.106188] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.106349] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.106513] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.106670] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.106832] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.107025] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.107200] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] wsgi.client_socket_timeout = 900 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.107368] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] wsgi.default_pool_size = 1000 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.107537] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] wsgi.keep_alive = True {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.107702] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] wsgi.max_header_line = 16384 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.107863] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] wsgi.secure_proxy_ssl_header = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.108032] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] wsgi.ssl_ca_file = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.108195] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] wsgi.ssl_cert_file = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.108353] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] wsgi.ssl_key_file = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.108519] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] wsgi.tcp_keepidle = 600 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.108695] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.108858] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] zvm.ca_file = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.109025] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] zvm.cloud_connector_url = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.109324] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.109503] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] zvm.reachable_timeout = 300 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.109684] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_policy.enforce_new_defaults = True {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.110094] env[61955]: WARNING oslo_config.cfg [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 465.110290] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_policy.enforce_scope = True {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.110474] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_policy.policy_default_rule = default {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.110657] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.110834] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_policy.policy_file = policy.yaml {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.111026] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.111188] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.111350] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.111514] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.111677] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.111844] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.112029] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.112216] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] profiler.connection_string = messaging:// {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.112387] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] profiler.enabled = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.112560] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] profiler.es_doc_type = notification {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.112725] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] profiler.es_scroll_size = 10000 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.112896] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] profiler.es_scroll_time = 2m {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.113070] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] profiler.filter_error_trace = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.113245] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] profiler.hmac_keys = **** {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.113441] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] profiler.sentinel_service_name = mymaster {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.113617] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] profiler.socket_timeout = 0.1 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.113781] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] profiler.trace_requests = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.113943] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] profiler.trace_sqlalchemy = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.114135] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] profiler_jaeger.process_tags = {} {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.114313] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] profiler_jaeger.service_name_prefix = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.114524] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] profiler_otlp.service_name_prefix = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.114704] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] remote_debug.host = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.114867] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] remote_debug.port = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.115072] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.115247] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.115414] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.115578] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.115739] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.115898] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.116068] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.116233] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.116395] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.116567] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.116727] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.116937] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.117138] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.117315] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.117492] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.117660] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.117826] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.118007] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.118179] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.118342] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.118509] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.118676] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.118840] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.119019] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.119205] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.119369] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.119535] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.119697] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.119869] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.120108] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_rabbit.ssl = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.120297] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.120475] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.120639] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.120811] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.120982] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_rabbit.ssl_version = {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.121159] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.121347] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.121517] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_notifications.retry = -1 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.121700] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.121875] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_messaging_notifications.transport_url = **** {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.122053] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_limit.auth_section = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.122220] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_limit.auth_type = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.122379] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_limit.cafile = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.122539] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_limit.certfile = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.122701] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_limit.collect_timing = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.122857] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_limit.connect_retries = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.123076] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_limit.connect_retry_delay = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.123196] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_limit.endpoint_id = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.123382] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_limit.endpoint_override = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.123559] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_limit.insecure = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.123716] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_limit.keyfile = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.123871] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_limit.max_version = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.124035] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_limit.min_version = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.124194] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_limit.region_name = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.124376] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_limit.retriable_status_codes = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.124572] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_limit.service_name = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.124738] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_limit.service_type = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.124902] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_limit.split_loggers = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.125072] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_limit.status_code_retries = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.125239] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_limit.status_code_retry_delay = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.125394] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_limit.timeout = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.125554] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_limit.valid_interfaces = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.125712] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_limit.version = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.125876] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_reports.file_event_handler = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.126049] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.126210] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] oslo_reports.log_dir = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.126379] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.126574] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.126747] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.126915] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.127105] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.127276] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.127448] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.127611] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vif_plug_ovs_privileged.group = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.127767] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.127932] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.128108] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.128267] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] vif_plug_ovs_privileged.user = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.128438] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] os_vif_linux_bridge.flat_interface = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.128619] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.128791] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.128993] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.129187] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.129357] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.129526] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.129689] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.129863] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.130042] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] os_vif_ovs.isolate_vif = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.130214] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.130378] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.130549] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.130724] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] os_vif_ovs.ovsdb_interface = native {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.130886] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] os_vif_ovs.per_port_bridge = False {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.131062] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] os_brick.lock_path = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.131229] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.131392] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.131563] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] privsep_osbrick.capabilities = [21] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.131724] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] privsep_osbrick.group = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.131881] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] privsep_osbrick.helper_command = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.132068] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.132241] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.132402] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] privsep_osbrick.user = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.132576] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.132735] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] nova_sys_admin.group = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.132893] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] nova_sys_admin.helper_command = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.133068] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.133235] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.133417] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] nova_sys_admin.user = None {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 465.133551] env[61955]: DEBUG oslo_service.service [None req-1974eade-2d18-425d-bc26-5060cbcbccd8 None None] ******************************************************************************** {{(pid=61955) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2830}} [ 465.134046] env[61955]: INFO nova.service [-] Starting compute node (version 30.1.0) [ 465.637215] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce027df-1048-4fb5-ba02-79ec7855e0cf None None] Getting list of instances from cluster (obj){ [ 465.637215] env[61955]: value = "domain-c8" [ 465.637215] env[61955]: _type = "ClusterComputeResource" [ 465.637215] env[61955]: } {{(pid=61955) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 465.638392] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2a3920-dac0-4676-9a4c-ec40604e7c3d {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 465.647314] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce027df-1048-4fb5-ba02-79ec7855e0cf None None] Got total of 0 instances {{(pid=61955) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 465.647878] env[61955]: WARNING nova.virt.vmwareapi.driver [None req-3ce027df-1048-4fb5-ba02-79ec7855e0cf None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 465.648367] env[61955]: INFO nova.virt.node [None req-3ce027df-1048-4fb5-ba02-79ec7855e0cf None None] Generated node identity a0d99c68-79af-40cc-be12-fe7d0edccf27 [ 465.648603] env[61955]: INFO nova.virt.node [None req-3ce027df-1048-4fb5-ba02-79ec7855e0cf None None] Wrote node identity a0d99c68-79af-40cc-be12-fe7d0edccf27 to /opt/stack/data/n-cpu-1/compute_id [ 466.151512] env[61955]: WARNING nova.compute.manager [None req-3ce027df-1048-4fb5-ba02-79ec7855e0cf None None] Compute nodes ['a0d99c68-79af-40cc-be12-fe7d0edccf27'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 467.158670] env[61955]: INFO nova.compute.manager [None req-3ce027df-1048-4fb5-ba02-79ec7855e0cf None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 468.163732] env[61955]: WARNING nova.compute.manager [None req-3ce027df-1048-4fb5-ba02-79ec7855e0cf None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 468.164082] env[61955]: DEBUG oslo_concurrency.lockutils [None req-3ce027df-1048-4fb5-ba02-79ec7855e0cf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 468.164255] env[61955]: DEBUG oslo_concurrency.lockutils [None req-3ce027df-1048-4fb5-ba02-79ec7855e0cf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 468.164359] env[61955]: DEBUG oslo_concurrency.lockutils [None req-3ce027df-1048-4fb5-ba02-79ec7855e0cf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 468.164506] env[61955]: DEBUG nova.compute.resource_tracker [None req-3ce027df-1048-4fb5-ba02-79ec7855e0cf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=61955) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 468.165446] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c7818e-84e8-4e2e-98e4-e4bc83d9bf89 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 468.173681] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd08288-2dee-4603-bdc4-fe957d299dd6 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 468.187028] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd19b14-85b2-4508-bc13-0e3f709536f7 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 468.193346] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d66a7c-9b4f-4048-90e9-4701a619e215 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 468.222359] env[61955]: DEBUG nova.compute.resource_tracker [None req-3ce027df-1048-4fb5-ba02-79ec7855e0cf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181550MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=61955) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 468.222645] env[61955]: DEBUG oslo_concurrency.lockutils [None req-3ce027df-1048-4fb5-ba02-79ec7855e0cf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 468.222855] env[61955]: DEBUG oslo_concurrency.lockutils [None req-3ce027df-1048-4fb5-ba02-79ec7855e0cf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 468.725679] env[61955]: WARNING nova.compute.resource_tracker [None req-3ce027df-1048-4fb5-ba02-79ec7855e0cf None None] No compute node record for cpu-1:a0d99c68-79af-40cc-be12-fe7d0edccf27: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host a0d99c68-79af-40cc-be12-fe7d0edccf27 could not be found. [ 469.229457] env[61955]: INFO nova.compute.resource_tracker [None req-3ce027df-1048-4fb5-ba02-79ec7855e0cf None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: a0d99c68-79af-40cc-be12-fe7d0edccf27 [ 470.737640] env[61955]: DEBUG nova.compute.resource_tracker [None req-3ce027df-1048-4fb5-ba02-79ec7855e0cf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=61955) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 470.738017] env[61955]: DEBUG nova.compute.resource_tracker [None req-3ce027df-1048-4fb5-ba02-79ec7855e0cf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=61955) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 470.889499] env[61955]: INFO nova.scheduler.client.report [None req-3ce027df-1048-4fb5-ba02-79ec7855e0cf None None] [req-6f96e961-335f-4120-9662-1a6a7179b36e] Created resource provider record via placement API for resource provider with UUID a0d99c68-79af-40cc-be12-fe7d0edccf27 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 470.905660] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c159c191-ebe1-4ea8-8ec4-a29fded6df51 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 470.913364] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509cf7c3-4074-4f29-94f0-e01348510256 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 470.942884] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e82c352-2178-47d4-8e24-e2a605bba34b {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 470.950021] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36940c9e-7e0b-4c3c-a66d-09d96232b084 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 470.962880] env[61955]: DEBUG nova.compute.provider_tree [None req-3ce027df-1048-4fb5-ba02-79ec7855e0cf None None] Updating inventory in ProviderTree for provider a0d99c68-79af-40cc-be12-fe7d0edccf27 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61955) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 471.498860] env[61955]: DEBUG nova.scheduler.client.report [None req-3ce027df-1048-4fb5-ba02-79ec7855e0cf None None] Updated inventory for provider a0d99c68-79af-40cc-be12-fe7d0edccf27 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61955) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 471.499169] env[61955]: DEBUG nova.compute.provider_tree [None req-3ce027df-1048-4fb5-ba02-79ec7855e0cf None None] Updating resource provider a0d99c68-79af-40cc-be12-fe7d0edccf27 generation from 0 to 1 during operation: update_inventory {{(pid=61955) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 471.499350] env[61955]: DEBUG nova.compute.provider_tree [None req-3ce027df-1048-4fb5-ba02-79ec7855e0cf None None] Updating inventory in ProviderTree for provider a0d99c68-79af-40cc-be12-fe7d0edccf27 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61955) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 471.550465] env[61955]: DEBUG nova.compute.provider_tree [None req-3ce027df-1048-4fb5-ba02-79ec7855e0cf None None] Updating resource provider a0d99c68-79af-40cc-be12-fe7d0edccf27 generation from 1 to 2 during operation: update_traits {{(pid=61955) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 472.055234] env[61955]: DEBUG nova.compute.resource_tracker [None req-3ce027df-1048-4fb5-ba02-79ec7855e0cf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=61955) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 472.055600] env[61955]: DEBUG oslo_concurrency.lockutils [None req-3ce027df-1048-4fb5-ba02-79ec7855e0cf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.833s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 472.055600] env[61955]: DEBUG nova.service [None req-3ce027df-1048-4fb5-ba02-79ec7855e0cf None None] Creating RPC server for service compute {{(pid=61955) start /opt/stack/nova/nova/service.py:186}} [ 472.073601] env[61955]: DEBUG nova.service [None req-3ce027df-1048-4fb5-ba02-79ec7855e0cf None None] Join ServiceGroup membership for this service compute {{(pid=61955) start /opt/stack/nova/nova/service.py:203}} [ 472.073723] env[61955]: DEBUG nova.servicegroup.drivers.db [None req-3ce027df-1048-4fb5-ba02-79ec7855e0cf None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=61955) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 507.532136] env[61955]: DEBUG oslo_concurrency.lockutils [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] Acquiring lock "620d9f8a-e28c-49d0-a2c3-5846a60001da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 507.532136] env[61955]: DEBUG oslo_concurrency.lockutils [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] Lock "620d9f8a-e28c-49d0-a2c3-5846a60001da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 507.616527] env[61955]: DEBUG oslo_concurrency.lockutils [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] Acquiring lock "ed3e20df-56f7-40be-ae6c-cc2c5db8ea34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 507.616950] env[61955]: DEBUG oslo_concurrency.lockutils [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] Lock "ed3e20df-56f7-40be-ae6c-cc2c5db8ea34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 507.691276] env[61955]: DEBUG oslo_concurrency.lockutils [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Acquiring lock "b3adcefb-b5a4-459e-a4f8-337a2e35c18e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 507.691524] env[61955]: DEBUG oslo_concurrency.lockutils [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Lock "b3adcefb-b5a4-459e-a4f8-337a2e35c18e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 508.039780] env[61955]: DEBUG nova.compute.manager [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] Starting instance... {{(pid=61955) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 508.120204] env[61955]: DEBUG nova.compute.manager [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] Starting instance... {{(pid=61955) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 508.195027] env[61955]: DEBUG nova.compute.manager [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Starting instance... {{(pid=61955) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 508.581438] env[61955]: DEBUG oslo_concurrency.lockutils [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 508.582427] env[61955]: DEBUG oslo_concurrency.lockutils [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 508.583318] env[61955]: INFO nova.compute.claims [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 508.640921] env[61955]: DEBUG oslo_concurrency.lockutils [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 508.731597] env[61955]: DEBUG oslo_concurrency.lockutils [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 509.704019] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2243ace-8e39-46a3-a054-0ac63a5ec0d6 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 509.713102] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c436651b-b776-4627-b47b-8384357de4cf {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 509.758524] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda02830-802b-47df-bafa-cc0c661e3917 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 509.768723] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1925e94-6a96-4e65-b468-67ecee1f8577 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 509.787492] env[61955]: DEBUG nova.compute.provider_tree [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] Inventory has not changed in ProviderTree for provider: a0d99c68-79af-40cc-be12-fe7d0edccf27 {{(pid=61955) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 510.075986] env[61955]: DEBUG oslo_service.periodic_task [None req-ab45b776-afc4-40a6-bf1b-85c013059878 None None] Running periodic task ComputeManager._sync_power_states {{(pid=61955) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 510.291343] env[61955]: DEBUG nova.scheduler.client.report [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] Inventory has not changed for provider a0d99c68-79af-40cc-be12-fe7d0edccf27 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61955) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 510.579352] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-ab45b776-afc4-40a6-bf1b-85c013059878 None None] Getting list of instances from cluster (obj){ [ 510.579352] env[61955]: value = "domain-c8" [ 510.579352] env[61955]: _type = "ClusterComputeResource" [ 510.579352] env[61955]: } {{(pid=61955) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 510.580431] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3902234a-33b5-4958-bd07-28ff2f06171a {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 510.598989] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-ab45b776-afc4-40a6-bf1b-85c013059878 None None] Got total of 0 instances {{(pid=61955) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 510.598989] env[61955]: WARNING nova.compute.manager [None req-ab45b776-afc4-40a6-bf1b-85c013059878 None None] While synchronizing instance power states, found 1 instances in the database and 0 instances on the hypervisor. [ 510.598989] env[61955]: DEBUG nova.compute.manager [None req-ab45b776-afc4-40a6-bf1b-85c013059878 None None] Triggering sync for uuid 620d9f8a-e28c-49d0-a2c3-5846a60001da {{(pid=61955) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 510.600894] env[61955]: DEBUG oslo_concurrency.lockutils [None req-ab45b776-afc4-40a6-bf1b-85c013059878 None None] Acquiring lock "620d9f8a-e28c-49d0-a2c3-5846a60001da" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 510.600894] env[61955]: DEBUG oslo_service.periodic_task [None req-ab45b776-afc4-40a6-bf1b-85c013059878 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=61955) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 510.601257] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-ab45b776-afc4-40a6-bf1b-85c013059878 None None] Getting list of instances from cluster (obj){ [ 510.601257] env[61955]: value = "domain-c8" [ 510.601257] env[61955]: _type = "ClusterComputeResource" [ 510.601257] env[61955]: } {{(pid=61955) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 510.603045] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133d8278-39ff-45c6-8540-fc3021ae54d2 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 510.617029] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-ab45b776-afc4-40a6-bf1b-85c013059878 None None] Got total of 0 instances {{(pid=61955) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 510.799912] env[61955]: DEBUG oslo_concurrency.lockutils [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.218s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 510.800937] env[61955]: DEBUG nova.compute.manager [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] Start building networks asynchronously for instance. {{(pid=61955) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 510.804388] env[61955]: DEBUG oslo_concurrency.lockutils [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.164s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 510.805824] env[61955]: INFO nova.compute.claims [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 511.311925] env[61955]: DEBUG nova.compute.utils [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] Using /dev/sd instead of None {{(pid=61955) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 511.313742] env[61955]: DEBUG nova.compute.manager [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] Allocating IP information in the background. {{(pid=61955) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 511.313742] env[61955]: DEBUG nova.network.neutron [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] allocate_for_instance() {{(pid=61955) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 511.593475] env[61955]: DEBUG nova.policy [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba87e0f515d84cbebb966b2a9ba443ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e9a98e033824bd280419f38bb021d87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61955) authorize /opt/stack/nova/nova/policy.py:201}} [ 511.819909] env[61955]: DEBUG nova.compute.manager [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] Start building block device mappings for instance. {{(pid=61955) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 511.904943] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f044b3a2-9901-4b5e-bf5a-07b85aefb93d {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 511.914872] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a305dd21-a4df-498c-ba58-cc15ed5d98ae {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 511.946869] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506e78c0-8fbf-4504-83d9-05040b85bba1 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 511.954880] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91d18c2-8745-4e99-a4f5-a082ef1b3a80 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 511.971014] env[61955]: DEBUG nova.compute.provider_tree [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] Inventory has not changed in ProviderTree for provider: a0d99c68-79af-40cc-be12-fe7d0edccf27 {{(pid=61955) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 512.474894] env[61955]: DEBUG nova.scheduler.client.report [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] Inventory has not changed for provider a0d99c68-79af-40cc-be12-fe7d0edccf27 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61955) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 512.509101] env[61955]: DEBUG nova.network.neutron [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] Successfully created port: 2c57de1c-b1e2-40d7-85d3-ba55aa5ec45a {{(pid=61955) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 512.834239] env[61955]: DEBUG nova.compute.manager [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] Start spawning the instance on the hypervisor. {{(pid=61955) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 512.869317] env[61955]: DEBUG nova.virt.hardware [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-30T19:37:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-30T19:37:02Z,direct_url=,disk_format='vmdk',id=9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cb807be6b4d843f4b1cca9b9021d8d87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-30T19:37:02Z,virtual_size=,visibility=), allow threads: False {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 512.869964] env[61955]: DEBUG nova.virt.hardware [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] Flavor limits 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 512.869964] env[61955]: DEBUG nova.virt.hardware [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] Image limits 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 512.869964] env[61955]: DEBUG nova.virt.hardware [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] Flavor pref 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 512.870190] env[61955]: DEBUG nova.virt.hardware [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] Image pref 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 512.870359] env[61955]: DEBUG nova.virt.hardware [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 512.870670] env[61955]: DEBUG nova.virt.hardware [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 512.871148] env[61955]: DEBUG nova.virt.hardware [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61955) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 512.871618] env[61955]: DEBUG nova.virt.hardware [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] Got 1 possible topologies {{(pid=61955) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 512.871846] env[61955]: DEBUG nova.virt.hardware [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 512.872115] env[61955]: DEBUG nova.virt.hardware [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 512.873110] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6c7158-948f-486c-ba25-0e9abc6822e0 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.884635] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854dc19b-23b1-42cd-b2cb-3476b7686477 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.909961] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6546f3a8-afbc-49ec-b4e7-979a35f67234 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.979421] env[61955]: DEBUG oslo_concurrency.lockutils [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.175s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 512.982012] env[61955]: DEBUG nova.compute.manager [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] Start building networks asynchronously for instance. {{(pid=61955) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 512.985109] env[61955]: DEBUG oslo_concurrency.lockutils [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.256s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 512.986638] env[61955]: INFO nova.compute.claims [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 513.498307] env[61955]: DEBUG nova.compute.utils [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] Using /dev/sd instead of None {{(pid=61955) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 513.504058] env[61955]: DEBUG nova.compute.manager [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] Allocating IP information in the background. {{(pid=61955) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 513.504607] env[61955]: DEBUG nova.network.neutron [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] allocate_for_instance() {{(pid=61955) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 513.658154] env[61955]: DEBUG nova.policy [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ab985fd94d84de9bdd5f57f95849ec5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d603e557db24ad89d9872b8fe749cee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61955) authorize /opt/stack/nova/nova/policy.py:201}} [ 514.007744] env[61955]: DEBUG nova.compute.manager [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] Start building block device mappings for instance. {{(pid=61955) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 514.107012] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd188cfb-4811-4fcc-ba76-b2492f5c3efe {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.115426] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d068a90-7c8c-435d-8114-b87357fd6d8e {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.148787] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f86847-d0df-41ac-a407-457e4d16cd65 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.156585] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23553c40-4d7b-41a0-a225-5cfc81624369 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.170198] env[61955]: DEBUG nova.compute.provider_tree [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Inventory has not changed in ProviderTree for provider: a0d99c68-79af-40cc-be12-fe7d0edccf27 {{(pid=61955) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 514.673434] env[61955]: DEBUG nova.scheduler.client.report [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Inventory has not changed for provider a0d99c68-79af-40cc-be12-fe7d0edccf27 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61955) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 515.020766] env[61955]: DEBUG nova.compute.manager [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] Start spawning the instance on the hypervisor. {{(pid=61955) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 515.053816] env[61955]: DEBUG nova.virt.hardware [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-30T19:37:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-30T19:37:02Z,direct_url=,disk_format='vmdk',id=9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cb807be6b4d843f4b1cca9b9021d8d87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-30T19:37:02Z,virtual_size=,visibility=), allow threads: False {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 515.054280] env[61955]: DEBUG nova.virt.hardware [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] Flavor limits 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 515.054507] env[61955]: DEBUG nova.virt.hardware [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] Image limits 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 515.054876] env[61955]: DEBUG nova.virt.hardware [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] Flavor pref 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 515.055101] env[61955]: DEBUG nova.virt.hardware [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] Image pref 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 515.056994] env[61955]: DEBUG nova.virt.hardware [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 515.057347] env[61955]: DEBUG nova.virt.hardware [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 515.057675] env[61955]: DEBUG nova.virt.hardware [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61955) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 515.057879] env[61955]: DEBUG nova.virt.hardware [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] Got 1 possible topologies {{(pid=61955) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 515.058108] env[61955]: DEBUG nova.virt.hardware [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 515.058381] env[61955]: DEBUG nova.virt.hardware [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 515.059561] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c678f0b-b550-4079-88a7-99cf631edcbd {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 515.063456] env[61955]: DEBUG nova.network.neutron [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] Successfully created port: 15fc4d31-9733-4773-aaa7-8c32c337d132 {{(pid=61955) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 515.071843] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07b7d8f-5eda-4b79-9e11-b23ac6b4a9da {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 515.178629] env[61955]: DEBUG oslo_concurrency.lockutils [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.193s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 515.179173] env[61955]: DEBUG nova.compute.manager [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Start building networks asynchronously for instance. {{(pid=61955) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 515.687562] env[61955]: DEBUG nova.compute.utils [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Using /dev/sd instead of None {{(pid=61955) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 515.691092] env[61955]: DEBUG nova.compute.manager [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Not allocating networking since 'none' was specified. {{(pid=61955) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 516.191743] env[61955]: DEBUG nova.compute.manager [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Start building block device mappings for instance. {{(pid=61955) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 516.639329] env[61955]: ERROR nova.compute.manager [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port 2c57de1c-b1e2-40d7-85d3-ba55aa5ec45a, please check neutron logs for more information. [ 516.639329] env[61955]: ERROR nova.compute.manager Traceback (most recent call last): [ 516.639329] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 516.639329] env[61955]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 516.639329] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 516.639329] env[61955]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 516.639329] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 516.639329] env[61955]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 516.639329] env[61955]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 516.639329] env[61955]: ERROR nova.compute.manager self.force_reraise() [ 516.639329] env[61955]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 516.639329] env[61955]: ERROR nova.compute.manager raise self.value [ 516.639329] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 516.639329] env[61955]: ERROR nova.compute.manager updated_port = self._update_port( [ 516.639329] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 516.639329] env[61955]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 516.639901] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 516.639901] env[61955]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 516.639901] env[61955]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port 2c57de1c-b1e2-40d7-85d3-ba55aa5ec45a, please check neutron logs for more information. [ 516.639901] env[61955]: ERROR nova.compute.manager [ 516.643132] env[61955]: Traceback (most recent call last): [ 516.643132] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 516.643132] env[61955]: listener.cb(fileno) [ 516.643132] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 516.643132] env[61955]: result = function(*args, **kwargs) [ 516.643132] env[61955]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 516.643132] env[61955]: return func(*args, **kwargs) [ 516.643132] env[61955]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 516.643132] env[61955]: raise e [ 516.643132] env[61955]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 516.643132] env[61955]: nwinfo = self.network_api.allocate_for_instance( [ 516.643132] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 516.643132] env[61955]: created_port_ids = self._update_ports_for_instance( [ 516.643132] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 516.643132] env[61955]: with excutils.save_and_reraise_exception(): [ 516.643132] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 516.643132] env[61955]: self.force_reraise() [ 516.643132] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 516.643132] env[61955]: raise self.value [ 516.643132] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 516.643132] env[61955]: updated_port = self._update_port( [ 516.643132] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 516.643132] env[61955]: _ensure_no_port_binding_failure(port) [ 516.643132] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 516.643132] env[61955]: raise exception.PortBindingFailed(port_id=port['id']) [ 516.643132] env[61955]: nova.exception.PortBindingFailed: Binding failed for port 2c57de1c-b1e2-40d7-85d3-ba55aa5ec45a, please check neutron logs for more information. [ 516.643132] env[61955]: Removing descriptor: 15 [ 516.643905] env[61955]: ERROR nova.compute.manager [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port 2c57de1c-b1e2-40d7-85d3-ba55aa5ec45a, please check neutron logs for more information. [ 516.643905] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] Traceback (most recent call last): [ 516.643905] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 516.643905] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] yield resources [ 516.643905] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 516.643905] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] self.driver.spawn(context, instance, image_meta, [ 516.643905] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 516.643905] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] self._vmops.spawn(context, instance, image_meta, injected_files, [ 516.643905] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 516.643905] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] vm_ref = self.build_virtual_machine(instance, [ 516.643905] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 516.644219] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] vif_infos = vmwarevif.get_vif_info(self._session, [ 516.644219] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 516.644219] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] for vif in network_info: [ 516.644219] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 516.644219] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] return self._sync_wrapper(fn, *args, **kwargs) [ 516.644219] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 516.644219] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] self.wait() [ 516.644219] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 516.644219] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] self[:] = self._gt.wait() [ 516.644219] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 516.644219] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] return self._exit_event.wait() [ 516.644219] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 516.644219] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] result = hub.switch() [ 516.644562] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 516.644562] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] return self.greenlet.switch() [ 516.644562] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 516.644562] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] result = function(*args, **kwargs) [ 516.644562] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 516.644562] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] return func(*args, **kwargs) [ 516.644562] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 516.644562] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] raise e [ 516.644562] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 516.644562] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] nwinfo = self.network_api.allocate_for_instance( [ 516.644562] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 516.644562] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] created_port_ids = self._update_ports_for_instance( [ 516.644562] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 516.644925] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] with excutils.save_and_reraise_exception(): [ 516.644925] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 516.644925] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] self.force_reraise() [ 516.644925] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 516.644925] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] raise self.value [ 516.644925] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 516.644925] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] updated_port = self._update_port( [ 516.644925] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 516.644925] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] _ensure_no_port_binding_failure(port) [ 516.644925] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 516.644925] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] raise exception.PortBindingFailed(port_id=port['id']) [ 516.644925] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] nova.exception.PortBindingFailed: Binding failed for port 2c57de1c-b1e2-40d7-85d3-ba55aa5ec45a, please check neutron logs for more information. [ 516.644925] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] [ 516.645278] env[61955]: INFO nova.compute.manager [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] Terminating instance [ 516.648127] env[61955]: DEBUG oslo_concurrency.lockutils [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] Acquiring lock "refresh_cache-620d9f8a-e28c-49d0-a2c3-5846a60001da" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.648127] env[61955]: DEBUG oslo_concurrency.lockutils [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] Acquired lock "refresh_cache-620d9f8a-e28c-49d0-a2c3-5846a60001da" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.648127] env[61955]: DEBUG nova.network.neutron [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] Building network info cache for instance {{(pid=61955) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 516.869207] env[61955]: DEBUG nova.compute.manager [req-c24b01ba-a02d-43e6-8d60-270040cb7fd4 req-c72e4f07-741a-47f6-8331-36f60d6db48b service nova] [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] Received event network-changed-2c57de1c-b1e2-40d7-85d3-ba55aa5ec45a {{(pid=61955) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 516.869207] env[61955]: DEBUG nova.compute.manager [req-c24b01ba-a02d-43e6-8d60-270040cb7fd4 req-c72e4f07-741a-47f6-8331-36f60d6db48b service nova] [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] Refreshing instance network info cache due to event network-changed-2c57de1c-b1e2-40d7-85d3-ba55aa5ec45a. {{(pid=61955) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 516.869207] env[61955]: DEBUG oslo_concurrency.lockutils [req-c24b01ba-a02d-43e6-8d60-270040cb7fd4 req-c72e4f07-741a-47f6-8331-36f60d6db48b service nova] Acquiring lock "refresh_cache-620d9f8a-e28c-49d0-a2c3-5846a60001da" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 517.201280] env[61955]: DEBUG nova.network.neutron [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 517.206533] env[61955]: DEBUG nova.compute.manager [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Start spawning the instance on the hypervisor. {{(pid=61955) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 517.234418] env[61955]: DEBUG nova.virt.hardware [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-30T19:37:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-30T19:37:02Z,direct_url=,disk_format='vmdk',id=9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cb807be6b4d843f4b1cca9b9021d8d87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-30T19:37:02Z,virtual_size=,visibility=), allow threads: False {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 517.234750] env[61955]: DEBUG nova.virt.hardware [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Flavor limits 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 517.234870] env[61955]: DEBUG nova.virt.hardware [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Image limits 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 517.235133] env[61955]: DEBUG nova.virt.hardware [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Flavor pref 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 517.235350] env[61955]: DEBUG nova.virt.hardware [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Image pref 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 517.235504] env[61955]: DEBUG nova.virt.hardware [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 517.235743] env[61955]: DEBUG nova.virt.hardware [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 517.235904] env[61955]: DEBUG nova.virt.hardware [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61955) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 517.236101] env[61955]: DEBUG nova.virt.hardware [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Got 1 possible topologies {{(pid=61955) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 517.236245] env[61955]: DEBUG nova.virt.hardware [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 517.236586] env[61955]: DEBUG nova.virt.hardware [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 517.238167] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296195cc-ce64-4b7c-b507-2a01e4779c38 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.249479] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b50e4e4-e126-4200-8a94-ac30886d8519 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.265539] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Instance VIF info [] {{(pid=61955) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 517.276701] env[61955]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=61955) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 517.276982] env[61955]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce6ce99e-9cdf-4be6-b55c-0168a1652f8b {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.290949] env[61955]: INFO nova.virt.vmwareapi.vm_util [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Created folder: OpenStack in parent group-v4. [ 517.290949] env[61955]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Creating folder: Project (dd104998896840a48bdeb62722e21f6a). Parent ref: group-v232377. {{(pid=61955) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 517.291130] env[61955]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af313edc-7d8f-491e-a258-7658f5ee14fa {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.301649] env[61955]: INFO nova.virt.vmwareapi.vm_util [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Created folder: Project (dd104998896840a48bdeb62722e21f6a) in parent group-v232377. [ 517.301933] env[61955]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Creating folder: Instances. Parent ref: group-v232378. {{(pid=61955) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 517.302124] env[61955]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b63dd47b-1d16-4965-8b3f-6d58b78b03a6 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.310229] env[61955]: INFO nova.virt.vmwareapi.vm_util [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Created folder: Instances in parent group-v232378. [ 517.311050] env[61955]: DEBUG oslo.service.loopingcall [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=61955) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 517.311050] env[61955]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Creating VM on the ESX host {{(pid=61955) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 517.311050] env[61955]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3601d126-e353-4f79-8a17-4ec8a7199bf6 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.328484] env[61955]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 517.328484] env[61955]: value = "task-1051527" [ 517.328484] env[61955]: _type = "Task" [ 517.328484] env[61955]: } to complete. {{(pid=61955) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 517.338793] env[61955]: DEBUG oslo_vmware.api [-] Task: {'id': task-1051527, 'name': CreateVM_Task} progress is 0%. {{(pid=61955) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 517.401232] env[61955]: DEBUG nova.network.neutron [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 517.839904] env[61955]: DEBUG oslo_vmware.api [-] Task: {'id': task-1051527, 'name': CreateVM_Task, 'duration_secs': 0.329036} completed successfully. {{(pid=61955) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 517.840051] env[61955]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Created VM on the ESX host {{(pid=61955) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 517.842505] env[61955]: DEBUG oslo_vmware.service [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a56178-206e-44ef-9c5d-66f1b8ba9e53 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.849090] env[61955]: DEBUG oslo_concurrency.lockutils [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 517.849367] env[61955]: DEBUG oslo_concurrency.lockutils [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 517.852026] env[61955]: DEBUG oslo_concurrency.lockutils [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 517.852026] env[61955]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a1ffbf3-a26b-44e0-9fbc-dbe14e5e4f65 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.856206] env[61955]: DEBUG oslo_vmware.api [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Waiting for the task: (returnval){ [ 517.856206] env[61955]: value = "session[52c19c6a-b5ed-9a42-fc94-d041abf430f4]52d006f0-c934-5282-8ca0-f573e463e2a5" [ 517.856206] env[61955]: _type = "Task" [ 517.856206] env[61955]: } to complete. {{(pid=61955) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 517.866373] env[61955]: DEBUG oslo_vmware.api [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Task: {'id': session[52c19c6a-b5ed-9a42-fc94-d041abf430f4]52d006f0-c934-5282-8ca0-f573e463e2a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61955) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 517.904205] env[61955]: DEBUG oslo_concurrency.lockutils [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] Releasing lock "refresh_cache-620d9f8a-e28c-49d0-a2c3-5846a60001da" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 517.904757] env[61955]: DEBUG nova.compute.manager [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] Start destroying the instance on the hypervisor. {{(pid=61955) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 517.905120] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] Destroying instance {{(pid=61955) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 517.905491] env[61955]: DEBUG oslo_concurrency.lockutils [req-c24b01ba-a02d-43e6-8d60-270040cb7fd4 req-c72e4f07-741a-47f6-8331-36f60d6db48b service nova] Acquired lock "refresh_cache-620d9f8a-e28c-49d0-a2c3-5846a60001da" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 517.906181] env[61955]: DEBUG nova.network.neutron [req-c24b01ba-a02d-43e6-8d60-270040cb7fd4 req-c72e4f07-741a-47f6-8331-36f60d6db48b service nova] [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] Refreshing network info cache for port 2c57de1c-b1e2-40d7-85d3-ba55aa5ec45a {{(pid=61955) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 517.908189] env[61955]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-67fd93e0-c15d-413b-b058-ff380c257a93 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.918774] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d9421a-b418-4d2d-8e0c-d62463ae85bd {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.950668] env[61955]: WARNING nova.virt.vmwareapi.vmops [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 620d9f8a-e28c-49d0-a2c3-5846a60001da could not be found. [ 517.950668] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] Instance destroyed {{(pid=61955) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 517.950668] env[61955]: INFO nova.compute.manager [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] Took 0.05 seconds to destroy the instance on the hypervisor. [ 517.951876] env[61955]: DEBUG oslo.service.loopingcall [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61955) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 517.951876] env[61955]: DEBUG nova.compute.manager [-] [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] Deallocating network for instance {{(pid=61955) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 517.951876] env[61955]: DEBUG nova.network.neutron [-] [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] deallocate_for_instance() {{(pid=61955) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 518.017995] env[61955]: DEBUG nova.network.neutron [-] [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 518.369830] env[61955]: DEBUG oslo_concurrency.lockutils [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.370324] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Processing image 9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6 {{(pid=61955) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 518.370324] env[61955]: DEBUG oslo_concurrency.lockutils [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6/9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6.vmdk" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.370465] env[61955]: DEBUG oslo_concurrency.lockutils [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6/9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6.vmdk" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.371646] env[61955]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=61955) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 518.372075] env[61955]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5db1c6f-de05-4c35-ba79-2c6e4932f63d {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.390030] env[61955]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=61955) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 518.390030] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=61955) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 518.390030] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb071c8-3fe5-4e87-a330-5d019e331072 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.397491] env[61955]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85578a03-4fe2-446e-bf75-9060bba9ad90 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.403974] env[61955]: DEBUG oslo_vmware.api [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Waiting for the task: (returnval){ [ 518.403974] env[61955]: value = "session[52c19c6a-b5ed-9a42-fc94-d041abf430f4]52c54365-3556-cf4a-8127-4a943c840014" [ 518.403974] env[61955]: _type = "Task" [ 518.403974] env[61955]: } to complete. {{(pid=61955) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 518.414779] env[61955]: DEBUG oslo_vmware.api [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Task: {'id': session[52c19c6a-b5ed-9a42-fc94-d041abf430f4]52c54365-3556-cf4a-8127-4a943c840014, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61955) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 518.487590] env[61955]: DEBUG nova.network.neutron [req-c24b01ba-a02d-43e6-8d60-270040cb7fd4 req-c72e4f07-741a-47f6-8331-36f60d6db48b service nova] [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 518.520643] env[61955]: DEBUG nova.network.neutron [-] [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 518.795894] env[61955]: DEBUG nova.network.neutron [req-c24b01ba-a02d-43e6-8d60-270040cb7fd4 req-c72e4f07-741a-47f6-8331-36f60d6db48b service nova] [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 518.916151] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Preparing fetch location {{(pid=61955) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 518.916408] env[61955]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Creating directory with path [datastore2] vmware_temp/902135dc-883f-4c7f-949d-d7f13ba67188/9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6 {{(pid=61955) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 518.916658] env[61955]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e89d770-4c4d-433b-be90-1c675ec7be1e {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.937499] env[61955]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Created directory with path [datastore2] vmware_temp/902135dc-883f-4c7f-949d-d7f13ba67188/9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6 {{(pid=61955) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 518.939026] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Fetch image to [datastore2] vmware_temp/902135dc-883f-4c7f-949d-d7f13ba67188/9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6/tmp-sparse.vmdk {{(pid=61955) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 518.939758] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Downloading image file data 9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6 to [datastore2] vmware_temp/902135dc-883f-4c7f-949d-d7f13ba67188/9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6/tmp-sparse.vmdk on the data store datastore2 {{(pid=61955) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 518.942948] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e97b55-8a4c-4816-8292-e7acfe2c2d61 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.957042] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c08a1bd-5381-4a9f-8508-af8abdc7120e {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.970015] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b98fc0-e99d-4bbb-95e0-9e245764f0ec {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.016736] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522d61fd-760c-49a9-99cc-d0568b269e32 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.023017] env[61955]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-cf4b6a17-d0a6-4077-be1f-d1bd4d7f752d {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.024999] env[61955]: INFO nova.compute.manager [-] [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] Took 1.07 seconds to deallocate network for instance. [ 519.028475] env[61955]: DEBUG nova.compute.claims [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] Aborting claim: {{(pid=61955) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 519.028475] env[61955]: DEBUG oslo_concurrency.lockutils [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.028475] env[61955]: DEBUG oslo_concurrency.lockutils [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.058557] env[61955]: DEBUG nova.virt.vmwareapi.images [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Downloading image file data 9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6 to the data store datastore2 {{(pid=61955) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 519.167727] env[61955]: DEBUG oslo_vmware.rw_handles [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/902135dc-883f-4c7f-949d-d7f13ba67188/9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=61955) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 519.298761] env[61955]: DEBUG oslo_concurrency.lockutils [req-c24b01ba-a02d-43e6-8d60-270040cb7fd4 req-c72e4f07-741a-47f6-8331-36f60d6db48b service nova] Releasing lock "refresh_cache-620d9f8a-e28c-49d0-a2c3-5846a60001da" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 519.631910] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21db7db6-d3cb-420d-9a9d-46598700469e {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.659270] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e30d519-6093-4b8b-9b75-bd3bd881f51a {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.700808] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deee8d69-b0cd-46e7-9e9a-c32bbbf4475b {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.712901] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b25c26-12c2-49b6-b1c7-ba054393d0ee {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.729421] env[61955]: DEBUG nova.compute.provider_tree [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] Inventory has not changed in ProviderTree for provider: a0d99c68-79af-40cc-be12-fe7d0edccf27 {{(pid=61955) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 519.770931] env[61955]: ERROR nova.compute.manager [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port 15fc4d31-9733-4773-aaa7-8c32c337d132, please check neutron logs for more information. [ 519.770931] env[61955]: ERROR nova.compute.manager Traceback (most recent call last): [ 519.770931] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 519.770931] env[61955]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 519.770931] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 519.770931] env[61955]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 519.770931] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 519.770931] env[61955]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 519.770931] env[61955]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 519.770931] env[61955]: ERROR nova.compute.manager self.force_reraise() [ 519.770931] env[61955]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 519.770931] env[61955]: ERROR nova.compute.manager raise self.value [ 519.770931] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 519.770931] env[61955]: ERROR nova.compute.manager updated_port = self._update_port( [ 519.770931] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 519.770931] env[61955]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 519.771546] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 519.771546] env[61955]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 519.771546] env[61955]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port 15fc4d31-9733-4773-aaa7-8c32c337d132, please check neutron logs for more information. [ 519.771546] env[61955]: ERROR nova.compute.manager [ 519.771546] env[61955]: Traceback (most recent call last): [ 519.771546] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 519.771546] env[61955]: listener.cb(fileno) [ 519.771546] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 519.771546] env[61955]: result = function(*args, **kwargs) [ 519.771546] env[61955]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 519.771546] env[61955]: return func(*args, **kwargs) [ 519.771546] env[61955]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 519.771546] env[61955]: raise e [ 519.771546] env[61955]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 519.771546] env[61955]: nwinfo = self.network_api.allocate_for_instance( [ 519.771546] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 519.771546] env[61955]: created_port_ids = self._update_ports_for_instance( [ 519.771546] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 519.771546] env[61955]: with excutils.save_and_reraise_exception(): [ 519.771546] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 519.771546] env[61955]: self.force_reraise() [ 519.771546] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 519.771546] env[61955]: raise self.value [ 519.771546] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 519.771546] env[61955]: updated_port = self._update_port( [ 519.771546] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 519.771546] env[61955]: _ensure_no_port_binding_failure(port) [ 519.771546] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 519.771546] env[61955]: raise exception.PortBindingFailed(port_id=port['id']) [ 519.772408] env[61955]: nova.exception.PortBindingFailed: Binding failed for port 15fc4d31-9733-4773-aaa7-8c32c337d132, please check neutron logs for more information. [ 519.772408] env[61955]: Removing descriptor: 16 [ 519.772408] env[61955]: ERROR nova.compute.manager [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port 15fc4d31-9733-4773-aaa7-8c32c337d132, please check neutron logs for more information. [ 519.772408] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] Traceback (most recent call last): [ 519.772408] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 519.772408] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] yield resources [ 519.772408] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 519.772408] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] self.driver.spawn(context, instance, image_meta, [ 519.772408] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 519.772408] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] self._vmops.spawn(context, instance, image_meta, injected_files, [ 519.772408] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 519.772408] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] vm_ref = self.build_virtual_machine(instance, [ 519.772728] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 519.772728] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] vif_infos = vmwarevif.get_vif_info(self._session, [ 519.772728] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 519.772728] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] for vif in network_info: [ 519.772728] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 519.772728] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] return self._sync_wrapper(fn, *args, **kwargs) [ 519.772728] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 519.772728] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] self.wait() [ 519.772728] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 519.772728] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] self[:] = self._gt.wait() [ 519.772728] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 519.772728] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] return self._exit_event.wait() [ 519.772728] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 519.772728] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] result = hub.switch() [ 519.773070] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 519.773070] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] return self.greenlet.switch() [ 519.773070] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 519.773070] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] result = function(*args, **kwargs) [ 519.773070] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 519.773070] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] return func(*args, **kwargs) [ 519.773070] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 519.773070] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] raise e [ 519.773070] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 519.773070] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] nwinfo = self.network_api.allocate_for_instance( [ 519.773070] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 519.773070] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] created_port_ids = self._update_ports_for_instance( [ 519.773070] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 519.773465] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] with excutils.save_and_reraise_exception(): [ 519.773465] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 519.773465] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] self.force_reraise() [ 519.773465] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 519.773465] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] raise self.value [ 519.773465] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 519.773465] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] updated_port = self._update_port( [ 519.773465] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 519.773465] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] _ensure_no_port_binding_failure(port) [ 519.773465] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 519.773465] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] raise exception.PortBindingFailed(port_id=port['id']) [ 519.773465] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] nova.exception.PortBindingFailed: Binding failed for port 15fc4d31-9733-4773-aaa7-8c32c337d132, please check neutron logs for more information. [ 519.773465] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] [ 519.773834] env[61955]: INFO nova.compute.manager [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] Terminating instance [ 519.773834] env[61955]: DEBUG oslo_concurrency.lockutils [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] Acquiring lock "refresh_cache-ed3e20df-56f7-40be-ae6c-cc2c5db8ea34" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 519.773903] env[61955]: DEBUG oslo_concurrency.lockutils [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] Acquired lock "refresh_cache-ed3e20df-56f7-40be-ae6c-cc2c5db8ea34" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 519.774061] env[61955]: DEBUG nova.network.neutron [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] Building network info cache for instance {{(pid=61955) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 519.823652] env[61955]: DEBUG oslo_vmware.rw_handles [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Completed reading data from the image iterator. {{(pid=61955) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 519.823880] env[61955]: DEBUG oslo_vmware.rw_handles [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/902135dc-883f-4c7f-949d-d7f13ba67188/9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=61955) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 519.920021] env[61955]: DEBUG nova.compute.manager [req-233278fa-36a7-4527-be98-3f43eda6260b req-80071653-b1b9-4373-b57b-bf935324c09a service nova] [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] Received event network-changed-15fc4d31-9733-4773-aaa7-8c32c337d132 {{(pid=61955) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 519.920232] env[61955]: DEBUG nova.compute.manager [req-233278fa-36a7-4527-be98-3f43eda6260b req-80071653-b1b9-4373-b57b-bf935324c09a service nova] [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] Refreshing instance network info cache due to event network-changed-15fc4d31-9733-4773-aaa7-8c32c337d132. {{(pid=61955) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 519.921165] env[61955]: DEBUG oslo_concurrency.lockutils [req-233278fa-36a7-4527-be98-3f43eda6260b req-80071653-b1b9-4373-b57b-bf935324c09a service nova] Acquiring lock "refresh_cache-ed3e20df-56f7-40be-ae6c-cc2c5db8ea34" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 519.978747] env[61955]: DEBUG nova.virt.vmwareapi.images [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Downloaded image file data 9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6 to vmware_temp/902135dc-883f-4c7f-949d-d7f13ba67188/9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6/tmp-sparse.vmdk on the data store datastore2 {{(pid=61955) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 519.980512] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Caching image {{(pid=61955) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 519.980848] env[61955]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Copying Virtual Disk [datastore2] vmware_temp/902135dc-883f-4c7f-949d-d7f13ba67188/9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6/tmp-sparse.vmdk to [datastore2] vmware_temp/902135dc-883f-4c7f-949d-d7f13ba67188/9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6/9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6.vmdk {{(pid=61955) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 519.981185] env[61955]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d5ced76-4fdd-465e-9a82-2fcd56abfb54 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.991044] env[61955]: DEBUG oslo_vmware.api [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Waiting for the task: (returnval){ [ 519.991044] env[61955]: value = "task-1051528" [ 519.991044] env[61955]: _type = "Task" [ 519.991044] env[61955]: } to complete. {{(pid=61955) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 519.997887] env[61955]: DEBUG oslo_vmware.api [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Task: {'id': task-1051528, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61955) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 520.232011] env[61955]: DEBUG nova.scheduler.client.report [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] Inventory has not changed for provider a0d99c68-79af-40cc-be12-fe7d0edccf27 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61955) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 520.377724] env[61955]: DEBUG nova.network.neutron [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 520.502793] env[61955]: DEBUG oslo_vmware.api [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Task: {'id': task-1051528, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=61955) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 520.617280] env[61955]: DEBUG oslo_service.periodic_task [None req-ab45b776-afc4-40a6-bf1b-85c013059878 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=61955) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 520.617568] env[61955]: DEBUG oslo_service.periodic_task [None req-ab45b776-afc4-40a6-bf1b-85c013059878 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=61955) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 520.617773] env[61955]: DEBUG nova.compute.manager [None req-ab45b776-afc4-40a6-bf1b-85c013059878 None None] Starting heal instance info cache {{(pid=61955) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 520.617896] env[61955]: DEBUG nova.compute.manager [None req-ab45b776-afc4-40a6-bf1b-85c013059878 None None] Rebuilding the list of instances to heal {{(pid=61955) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 520.739421] env[61955]: DEBUG oslo_concurrency.lockutils [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.711s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.741030] env[61955]: ERROR nova.compute.manager [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port 2c57de1c-b1e2-40d7-85d3-ba55aa5ec45a, please check neutron logs for more information. [ 520.741030] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] Traceback (most recent call last): [ 520.741030] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 520.741030] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] self.driver.spawn(context, instance, image_meta, [ 520.741030] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 520.741030] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] self._vmops.spawn(context, instance, image_meta, injected_files, [ 520.741030] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 520.741030] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] vm_ref = self.build_virtual_machine(instance, [ 520.741030] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 520.741030] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] vif_infos = vmwarevif.get_vif_info(self._session, [ 520.741030] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 520.741479] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] for vif in network_info: [ 520.741479] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 520.741479] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] return self._sync_wrapper(fn, *args, **kwargs) [ 520.741479] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 520.741479] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] self.wait() [ 520.741479] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 520.741479] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] self[:] = self._gt.wait() [ 520.741479] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 520.741479] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] return self._exit_event.wait() [ 520.741479] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 520.741479] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] result = hub.switch() [ 520.741479] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 520.741479] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] return self.greenlet.switch() [ 520.744437] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 520.744437] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] result = function(*args, **kwargs) [ 520.744437] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 520.744437] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] return func(*args, **kwargs) [ 520.744437] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 520.744437] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] raise e [ 520.744437] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 520.744437] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] nwinfo = self.network_api.allocate_for_instance( [ 520.744437] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 520.744437] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] created_port_ids = self._update_ports_for_instance( [ 520.744437] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 520.744437] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] with excutils.save_and_reraise_exception(): [ 520.744437] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 520.744931] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] self.force_reraise() [ 520.744931] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 520.744931] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] raise self.value [ 520.744931] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 520.744931] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] updated_port = self._update_port( [ 520.744931] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 520.744931] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] _ensure_no_port_binding_failure(port) [ 520.744931] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 520.744931] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] raise exception.PortBindingFailed(port_id=port['id']) [ 520.744931] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] nova.exception.PortBindingFailed: Binding failed for port 2c57de1c-b1e2-40d7-85d3-ba55aa5ec45a, please check neutron logs for more information. [ 520.744931] env[61955]: ERROR nova.compute.manager [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] [ 520.745235] env[61955]: DEBUG nova.compute.utils [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] Binding failed for port 2c57de1c-b1e2-40d7-85d3-ba55aa5ec45a, please check neutron logs for more information. {{(pid=61955) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 520.745489] env[61955]: DEBUG nova.compute.manager [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] Build of instance 620d9f8a-e28c-49d0-a2c3-5846a60001da was re-scheduled: Binding failed for port 2c57de1c-b1e2-40d7-85d3-ba55aa5ec45a, please check neutron logs for more information. {{(pid=61955) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 520.746279] env[61955]: DEBUG nova.compute.manager [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] Unplugging VIFs for instance {{(pid=61955) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 520.746484] env[61955]: DEBUG oslo_concurrency.lockutils [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] Acquiring lock "refresh_cache-620d9f8a-e28c-49d0-a2c3-5846a60001da" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 520.746630] env[61955]: DEBUG oslo_concurrency.lockutils [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] Acquired lock "refresh_cache-620d9f8a-e28c-49d0-a2c3-5846a60001da" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 520.746796] env[61955]: DEBUG nova.network.neutron [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] Building network info cache for instance {{(pid=61955) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 520.961935] env[61955]: DEBUG nova.network.neutron [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 521.003471] env[61955]: DEBUG oslo_vmware.api [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Task: {'id': task-1051528, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688467} completed successfully. {{(pid=61955) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 521.003793] env[61955]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Copied Virtual Disk [datastore2] vmware_temp/902135dc-883f-4c7f-949d-d7f13ba67188/9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6/tmp-sparse.vmdk to [datastore2] vmware_temp/902135dc-883f-4c7f-949d-d7f13ba67188/9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6/9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6.vmdk {{(pid=61955) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 521.004007] env[61955]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Deleting the datastore file [datastore2] vmware_temp/902135dc-883f-4c7f-949d-d7f13ba67188/9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6/tmp-sparse.vmdk {{(pid=61955) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 521.004287] env[61955]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd73f1bb-57c5-4a86-8d14-f1b1ccc83f0c {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.012249] env[61955]: DEBUG oslo_vmware.api [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Waiting for the task: (returnval){ [ 521.012249] env[61955]: value = "task-1051529" [ 521.012249] env[61955]: _type = "Task" [ 521.012249] env[61955]: } to complete. {{(pid=61955) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 521.025998] env[61955]: DEBUG oslo_vmware.api [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Task: {'id': task-1051529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61955) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 521.121894] env[61955]: DEBUG nova.compute.manager [None req-ab45b776-afc4-40a6-bf1b-85c013059878 None None] [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] Skipping network cache update for instance because it is Building. {{(pid=61955) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9941}} [ 521.123432] env[61955]: DEBUG nova.compute.manager [None req-ab45b776-afc4-40a6-bf1b-85c013059878 None None] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Skipping network cache update for instance because it is Building. {{(pid=61955) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9941}} [ 521.123432] env[61955]: DEBUG nova.compute.manager [None req-ab45b776-afc4-40a6-bf1b-85c013059878 None None] Didn't find any instances for network info cache update. {{(pid=61955) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 521.123432] env[61955]: DEBUG oslo_service.periodic_task [None req-ab45b776-afc4-40a6-bf1b-85c013059878 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=61955) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 521.123432] env[61955]: DEBUG oslo_service.periodic_task [None req-ab45b776-afc4-40a6-bf1b-85c013059878 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=61955) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 521.123432] env[61955]: DEBUG oslo_service.periodic_task [None req-ab45b776-afc4-40a6-bf1b-85c013059878 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=61955) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 521.123432] env[61955]: DEBUG oslo_service.periodic_task [None req-ab45b776-afc4-40a6-bf1b-85c013059878 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=61955) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 521.123654] env[61955]: DEBUG oslo_service.periodic_task [None req-ab45b776-afc4-40a6-bf1b-85c013059878 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=61955) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 521.125252] env[61955]: DEBUG oslo_service.periodic_task [None req-ab45b776-afc4-40a6-bf1b-85c013059878 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=61955) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 521.125252] env[61955]: DEBUG nova.compute.manager [None req-ab45b776-afc4-40a6-bf1b-85c013059878 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=61955) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 521.125252] env[61955]: DEBUG oslo_service.periodic_task [None req-ab45b776-afc4-40a6-bf1b-85c013059878 None None] Running periodic task ComputeManager.update_available_resource {{(pid=61955) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 521.334110] env[61955]: DEBUG nova.network.neutron [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 521.465292] env[61955]: DEBUG oslo_concurrency.lockutils [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] Releasing lock "refresh_cache-ed3e20df-56f7-40be-ae6c-cc2c5db8ea34" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 521.467776] env[61955]: DEBUG nova.compute.manager [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] Start destroying the instance on the hypervisor. {{(pid=61955) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 521.467776] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] Destroying instance {{(pid=61955) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 521.467776] env[61955]: DEBUG oslo_concurrency.lockutils [req-233278fa-36a7-4527-be98-3f43eda6260b req-80071653-b1b9-4373-b57b-bf935324c09a service nova] Acquired lock "refresh_cache-ed3e20df-56f7-40be-ae6c-cc2c5db8ea34" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.467776] env[61955]: DEBUG nova.network.neutron [req-233278fa-36a7-4527-be98-3f43eda6260b req-80071653-b1b9-4373-b57b-bf935324c09a service nova] [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] Refreshing network info cache for port 15fc4d31-9733-4773-aaa7-8c32c337d132 {{(pid=61955) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 521.467776] env[61955]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3fb06c84-eab9-4792-9b16-e8711e1eb108 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.482581] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e8b29f-d72c-4de6-9e5e-6d112be9bbe3 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.511288] env[61955]: WARNING nova.virt.vmwareapi.vmops [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance ed3e20df-56f7-40be-ae6c-cc2c5db8ea34 could not be found. [ 521.511763] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] Instance destroyed {{(pid=61955) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 521.511763] env[61955]: INFO nova.compute.manager [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] Took 0.05 seconds to destroy the instance on the hypervisor. [ 521.512094] env[61955]: DEBUG oslo.service.loopingcall [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61955) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 521.515562] env[61955]: DEBUG nova.compute.manager [-] [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] Deallocating network for instance {{(pid=61955) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 521.515700] env[61955]: DEBUG nova.network.neutron [-] [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] deallocate_for_instance() {{(pid=61955) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 521.530369] env[61955]: DEBUG oslo_vmware.api [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Task: {'id': task-1051529, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024251} completed successfully. {{(pid=61955) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 521.530727] env[61955]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Deleted the datastore file {{(pid=61955) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 521.531462] env[61955]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Moving file from [datastore2] vmware_temp/902135dc-883f-4c7f-949d-d7f13ba67188/9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6 to [datastore2] devstack-image-cache_base/9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6. {{(pid=61955) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 521.531462] env[61955]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-e2c809d1-6d1a-4ad0-8040-d989d636891e {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.538838] env[61955]: DEBUG oslo_vmware.api [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Waiting for the task: (returnval){ [ 521.538838] env[61955]: value = "task-1051530" [ 521.538838] env[61955]: _type = "Task" [ 521.538838] env[61955]: } to complete. {{(pid=61955) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 521.550021] env[61955]: DEBUG oslo_vmware.api [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Task: {'id': task-1051530, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=61955) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 521.624450] env[61955]: DEBUG nova.network.neutron [-] [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 521.628075] env[61955]: DEBUG oslo_concurrency.lockutils [None req-ab45b776-afc4-40a6-bf1b-85c013059878 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 521.628300] env[61955]: DEBUG oslo_concurrency.lockutils [None req-ab45b776-afc4-40a6-bf1b-85c013059878 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 521.628466] env[61955]: DEBUG oslo_concurrency.lockutils [None req-ab45b776-afc4-40a6-bf1b-85c013059878 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 521.628617] env[61955]: DEBUG nova.compute.resource_tracker [None req-ab45b776-afc4-40a6-bf1b-85c013059878 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=61955) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 521.629486] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1b82f3-92c8-486d-a778-790084ece11d {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.637863] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991a1009-de91-4a45-8d5b-158b87b82056 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.656149] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73490caa-f469-40f6-a0ff-c1882aa0ae88 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.665301] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bbedaa-1b02-42fa-8ca6-638af4895bb9 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.697145] env[61955]: DEBUG nova.compute.resource_tracker [None req-ab45b776-afc4-40a6-bf1b-85c013059878 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181524MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=61955) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 521.697548] env[61955]: DEBUG oslo_concurrency.lockutils [None req-ab45b776-afc4-40a6-bf1b-85c013059878 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 521.697548] env[61955]: DEBUG oslo_concurrency.lockutils [None req-ab45b776-afc4-40a6-bf1b-85c013059878 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 521.726526] env[61955]: DEBUG nova.network.neutron [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 522.052463] env[61955]: DEBUG oslo_vmware.api [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Task: {'id': task-1051530, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.024405} completed successfully. {{(pid=61955) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 522.052823] env[61955]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] File moved {{(pid=61955) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 522.052971] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Cleaning up location [datastore2] vmware_temp/902135dc-883f-4c7f-949d-d7f13ba67188 {{(pid=61955) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 522.053149] env[61955]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Deleting the datastore file [datastore2] vmware_temp/902135dc-883f-4c7f-949d-d7f13ba67188 {{(pid=61955) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 522.053402] env[61955]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fa35d8b-25b6-4117-b95c-6eca169d3f0d {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.056612] env[61955]: DEBUG nova.network.neutron [req-233278fa-36a7-4527-be98-3f43eda6260b req-80071653-b1b9-4373-b57b-bf935324c09a service nova] [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 522.062374] env[61955]: DEBUG oslo_vmware.api [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Waiting for the task: (returnval){ [ 522.062374] env[61955]: value = "task-1051531" [ 522.062374] env[61955]: _type = "Task" [ 522.062374] env[61955]: } to complete. {{(pid=61955) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 522.071285] env[61955]: DEBUG oslo_vmware.api [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Task: {'id': task-1051531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61955) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 522.128060] env[61955]: DEBUG nova.network.neutron [-] [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 522.230395] env[61955]: DEBUG oslo_concurrency.lockutils [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] Releasing lock "refresh_cache-620d9f8a-e28c-49d0-a2c3-5846a60001da" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 522.231997] env[61955]: DEBUG nova.compute.manager [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=61955) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 522.232964] env[61955]: DEBUG nova.compute.manager [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] Deallocating network for instance {{(pid=61955) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 522.232964] env[61955]: DEBUG nova.network.neutron [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] deallocate_for_instance() {{(pid=61955) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 522.313105] env[61955]: DEBUG nova.network.neutron [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 522.414120] env[61955]: DEBUG nova.network.neutron [req-233278fa-36a7-4527-be98-3f43eda6260b req-80071653-b1b9-4373-b57b-bf935324c09a service nova] [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 522.575535] env[61955]: DEBUG oslo_vmware.api [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Task: {'id': task-1051531, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026007} completed successfully. {{(pid=61955) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 522.575823] env[61955]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Deleted the datastore file {{(pid=61955) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 522.578970] env[61955]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91dec024-6fea-488b-a382-fad37462b121 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.583337] env[61955]: DEBUG oslo_vmware.api [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Waiting for the task: (returnval){ [ 522.583337] env[61955]: value = "session[52c19c6a-b5ed-9a42-fc94-d041abf430f4]52c7e532-2d51-3a18-6ce1-e78fdb395259" [ 522.583337] env[61955]: _type = "Task" [ 522.583337] env[61955]: } to complete. {{(pid=61955) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 522.592550] env[61955]: DEBUG oslo_vmware.api [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Task: {'id': session[52c19c6a-b5ed-9a42-fc94-d041abf430f4]52c7e532-2d51-3a18-6ce1-e78fdb395259, 'name': SearchDatastore_Task} progress is 0%. {{(pid=61955) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 522.630733] env[61955]: INFO nova.compute.manager [-] [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] Took 1.11 seconds to deallocate network for instance. [ 522.633392] env[61955]: DEBUG nova.compute.claims [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] Aborting claim: {{(pid=61955) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 522.633392] env[61955]: DEBUG oslo_concurrency.lockutils [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 522.721897] env[61955]: DEBUG nova.compute.resource_tracker [None req-ab45b776-afc4-40a6-bf1b-85c013059878 None None] Instance ed3e20df-56f7-40be-ae6c-cc2c5db8ea34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61955) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 522.819428] env[61955]: DEBUG nova.network.neutron [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 522.917397] env[61955]: DEBUG oslo_concurrency.lockutils [req-233278fa-36a7-4527-be98-3f43eda6260b req-80071653-b1b9-4373-b57b-bf935324c09a service nova] Releasing lock "refresh_cache-ed3e20df-56f7-40be-ae6c-cc2c5db8ea34" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 523.098017] env[61955]: DEBUG oslo_vmware.api [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Task: {'id': session[52c19c6a-b5ed-9a42-fc94-d041abf430f4]52c7e532-2d51-3a18-6ce1-e78fdb395259, 'name': SearchDatastore_Task, 'duration_secs': 0.010116} completed successfully. {{(pid=61955) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 523.098313] env[61955]: DEBUG oslo_concurrency.lockutils [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6/9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6.vmdk" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 523.098509] env[61955]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6/9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6.vmdk to [datastore2] b3adcefb-b5a4-459e-a4f8-337a2e35c18e/b3adcefb-b5a4-459e-a4f8-337a2e35c18e.vmdk {{(pid=61955) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 523.098806] env[61955]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fe39d50-12dd-493c-9410-74e8d57e52f9 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.108895] env[61955]: DEBUG oslo_vmware.api [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Waiting for the task: (returnval){ [ 523.108895] env[61955]: value = "task-1051532" [ 523.108895] env[61955]: _type = "Task" [ 523.108895] env[61955]: } to complete. {{(pid=61955) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 523.114655] env[61955]: DEBUG oslo_vmware.api [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Task: {'id': task-1051532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=61955) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 523.224878] env[61955]: DEBUG nova.compute.resource_tracker [None req-ab45b776-afc4-40a6-bf1b-85c013059878 None None] Instance 620d9f8a-e28c-49d0-a2c3-5846a60001da has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61955) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 523.225063] env[61955]: DEBUG nova.compute.resource_tracker [None req-ab45b776-afc4-40a6-bf1b-85c013059878 None None] Instance b3adcefb-b5a4-459e-a4f8-337a2e35c18e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=61955) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 523.225255] env[61955]: DEBUG nova.compute.resource_tracker [None req-ab45b776-afc4-40a6-bf1b-85c013059878 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=61955) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 523.225399] env[61955]: DEBUG nova.compute.resource_tracker [None req-ab45b776-afc4-40a6-bf1b-85c013059878 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=61955) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 523.306407] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643367ba-4c7e-4116-93db-892406cc8c7c {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.315427] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374ac43f-ce8e-4e49-9d2c-119b13f52d5f {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.322560] env[61955]: INFO nova.compute.manager [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] Took 1.09 seconds to deallocate network for instance. [ 523.354247] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9715585a-3a44-463a-b57a-de74906bea5a {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.362660] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdafc35-c8ae-4ba5-a7d4-2f28166058b7 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.377518] env[61955]: DEBUG nova.compute.provider_tree [None req-ab45b776-afc4-40a6-bf1b-85c013059878 None None] Inventory has not changed in ProviderTree for provider: a0d99c68-79af-40cc-be12-fe7d0edccf27 {{(pid=61955) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 523.622257] env[61955]: DEBUG oslo_vmware.api [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Task: {'id': task-1051532, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=61955) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 523.881303] env[61955]: DEBUG nova.scheduler.client.report [None req-ab45b776-afc4-40a6-bf1b-85c013059878 None None] Inventory has not changed for provider a0d99c68-79af-40cc-be12-fe7d0edccf27 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61955) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 524.122611] env[61955]: DEBUG oslo_vmware.api [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Task: {'id': task-1051532, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577398} completed successfully. {{(pid=61955) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 524.123127] env[61955]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6/9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6.vmdk to [datastore2] b3adcefb-b5a4-459e-a4f8-337a2e35c18e/b3adcefb-b5a4-459e-a4f8-337a2e35c18e.vmdk {{(pid=61955) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 524.123328] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Extending root virtual disk to 1048576 {{(pid=61955) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 524.123940] env[61955]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a3b61f6-4910-443d-817b-702395c7b14e {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.132158] env[61955]: DEBUG oslo_vmware.api [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Waiting for the task: (returnval){ [ 524.132158] env[61955]: value = "task-1051533" [ 524.132158] env[61955]: _type = "Task" [ 524.132158] env[61955]: } to complete. {{(pid=61955) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 524.140445] env[61955]: DEBUG oslo_vmware.api [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Task: {'id': task-1051533, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=61955) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 524.335532] env[61955]: DEBUG oslo_concurrency.lockutils [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Acquiring lock "f966d253-48e1-4c7c-a4e8-60f1186de7af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.336363] env[61955]: DEBUG oslo_concurrency.lockutils [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Lock "f966d253-48e1-4c7c-a4e8-60f1186de7af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.374315] env[61955]: DEBUG oslo_concurrency.lockutils [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Acquiring lock "a6942e88-4f88-4f73-8781-0f3fc833c6f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.375117] env[61955]: DEBUG oslo_concurrency.lockutils [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Lock "a6942e88-4f88-4f73-8781-0f3fc833c6f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.388450] env[61955]: DEBUG nova.compute.resource_tracker [None req-ab45b776-afc4-40a6-bf1b-85c013059878 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=61955) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 524.388837] env[61955]: DEBUG oslo_concurrency.lockutils [None req-ab45b776-afc4-40a6-bf1b-85c013059878 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.691s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 524.390150] env[61955]: INFO nova.scheduler.client.report [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] Deleted allocations for instance 620d9f8a-e28c-49d0-a2c3-5846a60001da [ 524.396723] env[61955]: DEBUG oslo_concurrency.lockutils [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 1.763s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.649768] env[61955]: DEBUG oslo_vmware.api [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Task: {'id': task-1051533, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067812} completed successfully. {{(pid=61955) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 524.650105] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Extended root virtual disk {{(pid=61955) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 524.653729] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8acbc3b-cfea-4967-b81f-9fd695781fce {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.681606] env[61955]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] b3adcefb-b5a4-459e-a4f8-337a2e35c18e/b3adcefb-b5a4-459e-a4f8-337a2e35c18e.vmdk or device None with type sparse {{(pid=61955) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 524.681956] env[61955]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9c35ce3-a84b-4548-8dee-42c2e2510893 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.707827] env[61955]: DEBUG oslo_vmware.api [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Waiting for the task: (returnval){ [ 524.707827] env[61955]: value = "task-1051534" [ 524.707827] env[61955]: _type = "Task" [ 524.707827] env[61955]: } to complete. {{(pid=61955) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 524.717048] env[61955]: DEBUG oslo_vmware.api [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Task: {'id': task-1051534, 'name': ReconfigVM_Task} progress is 5%. {{(pid=61955) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 524.838762] env[61955]: DEBUG nova.compute.manager [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] Starting instance... {{(pid=61955) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 524.880290] env[61955]: DEBUG nova.compute.manager [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] Starting instance... {{(pid=61955) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 524.909027] env[61955]: DEBUG oslo_concurrency.lockutils [None req-6660a1e7-6834-4031-b320-259204bc68ff tempest-ServersAdminNegativeTestJSON-1311157535 tempest-ServersAdminNegativeTestJSON-1311157535-project-member] Lock "620d9f8a-e28c-49d0-a2c3-5846a60001da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.374s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 524.909027] env[61955]: DEBUG oslo_concurrency.lockutils [None req-ab45b776-afc4-40a6-bf1b-85c013059878 None None] Lock "620d9f8a-e28c-49d0-a2c3-5846a60001da" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.307s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.909027] env[61955]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4ede576-895e-4413-a9d7-c85c90775990 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.920009] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6ab0c4-46b2-4d80-9227-dfcb6e5aa619 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.027213] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c3db32-4beb-48b5-be26-cd1a60be8a62 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.036056] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e430271d-6a1a-4bc4-a6c8-50ebb4f17c76 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.070154] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bc5b97-6b73-416c-a84e-77e87f4329a5 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.078203] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac22e596-5211-4089-a31b-18b195f272a1 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.094095] env[61955]: DEBUG nova.compute.provider_tree [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] Inventory has not changed in ProviderTree for provider: a0d99c68-79af-40cc-be12-fe7d0edccf27 {{(pid=61955) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 525.217819] env[61955]: DEBUG oslo_vmware.api [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Task: {'id': task-1051534, 'name': ReconfigVM_Task, 'duration_secs': 0.258341} completed successfully. {{(pid=61955) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 525.218124] env[61955]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Reconfigured VM instance instance-00000003 to attach disk [datastore2] b3adcefb-b5a4-459e-a4f8-337a2e35c18e/b3adcefb-b5a4-459e-a4f8-337a2e35c18e.vmdk or device None with type sparse {{(pid=61955) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 525.218790] env[61955]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ea575f8-7586-4988-aec8-4687dbe14b75 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.225191] env[61955]: DEBUG oslo_vmware.api [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Waiting for the task: (returnval){ [ 525.225191] env[61955]: value = "task-1051535" [ 525.225191] env[61955]: _type = "Task" [ 525.225191] env[61955]: } to complete. {{(pid=61955) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 525.234055] env[61955]: DEBUG oslo_vmware.api [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Task: {'id': task-1051535, 'name': Rename_Task} progress is 5%. {{(pid=61955) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 525.366835] env[61955]: DEBUG oslo_concurrency.lockutils [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.403553] env[61955]: DEBUG oslo_concurrency.lockutils [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.456469] env[61955]: INFO nova.compute.manager [None req-ab45b776-afc4-40a6-bf1b-85c013059878 None None] [instance: 620d9f8a-e28c-49d0-a2c3-5846a60001da] During the sync_power process the instance has moved from host None to host cpu-1 [ 525.456699] env[61955]: DEBUG oslo_concurrency.lockutils [None req-ab45b776-afc4-40a6-bf1b-85c013059878 None None] Lock "620d9f8a-e28c-49d0-a2c3-5846a60001da" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.550s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 525.598829] env[61955]: DEBUG nova.scheduler.client.report [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] Inventory has not changed for provider a0d99c68-79af-40cc-be12-fe7d0edccf27 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61955) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 525.738469] env[61955]: DEBUG oslo_vmware.api [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Task: {'id': task-1051535, 'name': Rename_Task, 'duration_secs': 0.130284} completed successfully. {{(pid=61955) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 525.740022] env[61955]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Powering on the VM {{(pid=61955) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 525.740022] env[61955]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8a0dd09-9807-46c7-8333-07c424599b34 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.748293] env[61955]: DEBUG oslo_vmware.api [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Waiting for the task: (returnval){ [ 525.748293] env[61955]: value = "task-1051536" [ 525.748293] env[61955]: _type = "Task" [ 525.748293] env[61955]: } to complete. {{(pid=61955) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 525.760666] env[61955]: DEBUG oslo_vmware.api [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Task: {'id': task-1051536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=61955) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 526.105558] env[61955]: DEBUG oslo_concurrency.lockutils [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.708s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 526.105558] env[61955]: ERROR nova.compute.manager [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port 15fc4d31-9733-4773-aaa7-8c32c337d132, please check neutron logs for more information. [ 526.105558] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] Traceback (most recent call last): [ 526.105558] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 526.105558] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] self.driver.spawn(context, instance, image_meta, [ 526.105558] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 526.105558] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] self._vmops.spawn(context, instance, image_meta, injected_files, [ 526.105558] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 526.105558] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] vm_ref = self.build_virtual_machine(instance, [ 526.105975] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 526.105975] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] vif_infos = vmwarevif.get_vif_info(self._session, [ 526.105975] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 526.105975] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] for vif in network_info: [ 526.105975] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 526.105975] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] return self._sync_wrapper(fn, *args, **kwargs) [ 526.105975] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 526.105975] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] self.wait() [ 526.105975] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 526.105975] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] self[:] = self._gt.wait() [ 526.105975] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 526.105975] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] return self._exit_event.wait() [ 526.105975] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 526.105975] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] result = hub.switch() [ 526.106394] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 526.106394] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] return self.greenlet.switch() [ 526.106394] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 526.106394] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] result = function(*args, **kwargs) [ 526.106394] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 526.106394] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] return func(*args, **kwargs) [ 526.106394] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 526.106394] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] raise e [ 526.106394] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 526.106394] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] nwinfo = self.network_api.allocate_for_instance( [ 526.106394] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 526.106394] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] created_port_ids = self._update_ports_for_instance( [ 526.106394] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 526.107000] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] with excutils.save_and_reraise_exception(): [ 526.107000] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 526.107000] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] self.force_reraise() [ 526.107000] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 526.107000] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] raise self.value [ 526.107000] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 526.107000] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] updated_port = self._update_port( [ 526.107000] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 526.107000] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] _ensure_no_port_binding_failure(port) [ 526.107000] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 526.107000] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] raise exception.PortBindingFailed(port_id=port['id']) [ 526.107000] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] nova.exception.PortBindingFailed: Binding failed for port 15fc4d31-9733-4773-aaa7-8c32c337d132, please check neutron logs for more information. [ 526.107000] env[61955]: ERROR nova.compute.manager [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] [ 526.107419] env[61955]: DEBUG nova.compute.utils [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] Binding failed for port 15fc4d31-9733-4773-aaa7-8c32c337d132, please check neutron logs for more information. {{(pid=61955) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 526.110018] env[61955]: DEBUG oslo_concurrency.lockutils [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.742s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 526.111899] env[61955]: INFO nova.compute.claims [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 526.117274] env[61955]: DEBUG nova.compute.manager [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] Build of instance ed3e20df-56f7-40be-ae6c-cc2c5db8ea34 was re-scheduled: Binding failed for port 15fc4d31-9733-4773-aaa7-8c32c337d132, please check neutron logs for more information. {{(pid=61955) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 526.117274] env[61955]: DEBUG nova.compute.manager [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] Unplugging VIFs for instance {{(pid=61955) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 526.117274] env[61955]: DEBUG oslo_concurrency.lockutils [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] Acquiring lock "refresh_cache-ed3e20df-56f7-40be-ae6c-cc2c5db8ea34" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 526.117274] env[61955]: DEBUG oslo_concurrency.lockutils [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] Acquired lock "refresh_cache-ed3e20df-56f7-40be-ae6c-cc2c5db8ea34" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.117274] env[61955]: DEBUG nova.network.neutron [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] Building network info cache for instance {{(pid=61955) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 526.261533] env[61955]: DEBUG oslo_vmware.api [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Task: {'id': task-1051536, 'name': PowerOnVM_Task, 'duration_secs': 0.429222} completed successfully. {{(pid=61955) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 526.261809] env[61955]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Powered on the VM {{(pid=61955) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 526.262091] env[61955]: INFO nova.compute.manager [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Took 9.06 seconds to spawn the instance on the hypervisor. [ 526.262269] env[61955]: DEBUG nova.compute.manager [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Checking state {{(pid=61955) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 526.263463] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d68d72-1b3a-4232-b5d4-385cc997ce8b {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.681049] env[61955]: DEBUG nova.network.neutron [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 526.791952] env[61955]: INFO nova.compute.manager [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Took 18.09 seconds to build instance. [ 526.868214] env[61955]: DEBUG nova.network.neutron [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 527.203230] env[61955]: DEBUG oslo_concurrency.lockutils [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] Acquiring lock "c755ead0-e19b-42e3-bad4-21618c6e1cb6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.203230] env[61955]: DEBUG oslo_concurrency.lockutils [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] Lock "c755ead0-e19b-42e3-bad4-21618c6e1cb6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 527.265729] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e909df6d-53ef-4d94-a7b4-3c25dcfe8397 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.276524] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444695e1-54c0-4b57-bcf3-2b698f6c1a0b {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.309306] env[61955]: DEBUG oslo_concurrency.lockutils [None req-b9220694-34db-49bb-afa6-bd9bcaacaa41 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Lock "b3adcefb-b5a4-459e-a4f8-337a2e35c18e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.618s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 527.310351] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c4fbf1-ad58-4a13-b958-2ec5f45c0158 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.318416] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97b79ef-440d-48c3-b2d3-28768d9f89a9 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.335970] env[61955]: DEBUG nova.compute.provider_tree [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Inventory has not changed in ProviderTree for provider: a0d99c68-79af-40cc-be12-fe7d0edccf27 {{(pid=61955) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 527.371015] env[61955]: DEBUG oslo_concurrency.lockutils [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] Releasing lock "refresh_cache-ed3e20df-56f7-40be-ae6c-cc2c5db8ea34" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 527.371248] env[61955]: DEBUG nova.compute.manager [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=61955) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 527.371403] env[61955]: DEBUG nova.compute.manager [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] Deallocating network for instance {{(pid=61955) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 527.373360] env[61955]: DEBUG nova.network.neutron [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] deallocate_for_instance() {{(pid=61955) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 527.431152] env[61955]: DEBUG nova.network.neutron [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 527.707985] env[61955]: DEBUG nova.compute.manager [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] Starting instance... {{(pid=61955) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 527.839776] env[61955]: DEBUG nova.scheduler.client.report [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Inventory has not changed for provider a0d99c68-79af-40cc-be12-fe7d0edccf27 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61955) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 527.936922] env[61955]: DEBUG nova.network.neutron [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 528.245059] env[61955]: DEBUG oslo_concurrency.lockutils [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.352155] env[61955]: DEBUG oslo_concurrency.lockutils [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.241s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 528.352155] env[61955]: DEBUG nova.compute.manager [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] Start building networks asynchronously for instance. {{(pid=61955) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 528.353731] env[61955]: DEBUG oslo_concurrency.lockutils [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.950s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.356085] env[61955]: INFO nova.compute.claims [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 528.440405] env[61955]: INFO nova.compute.manager [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] [instance: ed3e20df-56f7-40be-ae6c-cc2c5db8ea34] Took 1.07 seconds to deallocate network for instance. [ 528.724993] env[61955]: DEBUG oslo_concurrency.lockutils [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] Acquiring lock "828c436d-852a-4a00-9a1e-961308e9160b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.725801] env[61955]: DEBUG oslo_concurrency.lockutils [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] Lock "828c436d-852a-4a00-9a1e-961308e9160b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.861957] env[61955]: DEBUG nova.compute.utils [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Using /dev/sd instead of None {{(pid=61955) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 528.866131] env[61955]: DEBUG nova.compute.manager [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] Allocating IP information in the background. {{(pid=61955) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 528.868019] env[61955]: DEBUG nova.network.neutron [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] allocate_for_instance() {{(pid=61955) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 528.965059] env[61955]: DEBUG nova.policy [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd97d6fbf14ea439c8bdae449e9072868', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6b419fec1d345a99bba041220779b2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61955) authorize /opt/stack/nova/nova/policy.py:201}} [ 529.229153] env[61955]: DEBUG nova.compute.manager [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] [instance: 828c436d-852a-4a00-9a1e-961308e9160b] Starting instance... {{(pid=61955) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 529.368479] env[61955]: DEBUG nova.compute.manager [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] Start building block device mappings for instance. {{(pid=61955) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 529.484653] env[61955]: INFO nova.scheduler.client.report [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] Deleted allocations for instance ed3e20df-56f7-40be-ae6c-cc2c5db8ea34 [ 529.528061] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36b2806-f5b5-4232-8caa-af230398223f {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.538891] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8630ae83-1441-49f4-8000-25f0c67387b3 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.583896] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f5e0b3-5800-46ad-b1b6-06a9adacb169 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.594019] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f28186-6856-4789-b48e-e0fa47d13970 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.610375] env[61955]: DEBUG nova.compute.provider_tree [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Inventory has not changed in ProviderTree for provider: a0d99c68-79af-40cc-be12-fe7d0edccf27 {{(pid=61955) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 529.776567] env[61955]: DEBUG oslo_concurrency.lockutils [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.832541] env[61955]: DEBUG nova.network.neutron [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] Successfully created port: e205a060-b191-4057-a7e5-7296eebba36b {{(pid=61955) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 529.996439] env[61955]: DEBUG oslo_concurrency.lockutils [None req-d5438088-9cfd-4a61-ae28-37f5d1a7e74d tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] Lock "ed3e20df-56f7-40be-ae6c-cc2c5db8ea34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.379s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 530.112711] env[61955]: DEBUG nova.scheduler.client.report [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Inventory has not changed for provider a0d99c68-79af-40cc-be12-fe7d0edccf27 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61955) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 530.379528] env[61955]: DEBUG oslo_concurrency.lockutils [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] Acquiring lock "8d7f242f-e02b-4a4f-9180-446994f9da3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 530.381900] env[61955]: DEBUG oslo_concurrency.lockutils [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] Lock "8d7f242f-e02b-4a4f-9180-446994f9da3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 530.387046] env[61955]: DEBUG nova.compute.manager [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] Start spawning the instance on the hypervisor. {{(pid=61955) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 530.414084] env[61955]: DEBUG nova.virt.hardware [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-30T19:37:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-30T19:37:02Z,direct_url=,disk_format='vmdk',id=9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cb807be6b4d843f4b1cca9b9021d8d87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-30T19:37:02Z,virtual_size=,visibility=), allow threads: False {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 530.414239] env[61955]: DEBUG nova.virt.hardware [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Flavor limits 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 530.414402] env[61955]: DEBUG nova.virt.hardware [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Image limits 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 530.414618] env[61955]: DEBUG nova.virt.hardware [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Flavor pref 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 530.414771] env[61955]: DEBUG nova.virt.hardware [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Image pref 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 530.414918] env[61955]: DEBUG nova.virt.hardware [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 530.415139] env[61955]: DEBUG nova.virt.hardware [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 530.415299] env[61955]: DEBUG nova.virt.hardware [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61955) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 530.415463] env[61955]: DEBUG nova.virt.hardware [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Got 1 possible topologies {{(pid=61955) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 530.415625] env[61955]: DEBUG nova.virt.hardware [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 530.415790] env[61955]: DEBUG nova.virt.hardware [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 530.417128] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7ca642-d84d-4034-bfc9-715bfab63a9d {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.425554] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92048a38-db54-49b6-bbe2-e25fb5462312 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.621235] env[61955]: DEBUG oslo_concurrency.lockutils [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.265s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 530.621235] env[61955]: DEBUG nova.compute.manager [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] Start building networks asynchronously for instance. {{(pid=61955) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 530.624994] env[61955]: DEBUG oslo_concurrency.lockutils [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.380s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 530.627451] env[61955]: INFO nova.compute.claims [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 530.884108] env[61955]: DEBUG nova.compute.manager [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] Starting instance... {{(pid=61955) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 531.142607] env[61955]: DEBUG nova.compute.utils [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Using /dev/sd instead of None {{(pid=61955) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 531.144339] env[61955]: DEBUG nova.compute.manager [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] Allocating IP information in the background. {{(pid=61955) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 531.144339] env[61955]: DEBUG nova.network.neutron [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] allocate_for_instance() {{(pid=61955) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 531.150409] env[61955]: DEBUG nova.compute.manager [None req-f41976ea-eb3a-4830-8589-ad0129a7a7c0 tempest-ServerDiagnosticsV248Test-461160429 tempest-ServerDiagnosticsV248Test-461160429-project-admin] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Checking state {{(pid=61955) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 531.151925] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00c0dd2-b16c-44c4-8ce2-2cd07cdd523b {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.162807] env[61955]: INFO nova.compute.manager [None req-f41976ea-eb3a-4830-8589-ad0129a7a7c0 tempest-ServerDiagnosticsV248Test-461160429 tempest-ServerDiagnosticsV248Test-461160429-project-admin] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Retrieving diagnostics [ 531.163960] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1c8cdf-39f0-45fc-a108-685d6df40f38 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.260327] env[61955]: DEBUG nova.policy [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd97d6fbf14ea439c8bdae449e9072868', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6b419fec1d345a99bba041220779b2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61955) authorize /opt/stack/nova/nova/policy.py:201}} [ 531.330478] env[61955]: DEBUG oslo_concurrency.lockutils [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] Acquiring lock "a8aaafe2-9b52-4454-aad2-767e6f057442" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.330758] env[61955]: DEBUG oslo_concurrency.lockutils [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] Lock "a8aaafe2-9b52-4454-aad2-767e6f057442" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.422997] env[61955]: DEBUG oslo_concurrency.lockutils [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.523866] env[61955]: DEBUG oslo_concurrency.lockutils [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] Acquiring lock "c8c79b68-aa71-4e14-b989-ea7eba877fba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.524440] env[61955]: DEBUG oslo_concurrency.lockutils [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] Lock "c8c79b68-aa71-4e14-b989-ea7eba877fba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.647635] env[61955]: DEBUG nova.compute.manager [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] Start building block device mappings for instance. {{(pid=61955) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 531.834416] env[61955]: DEBUG nova.compute.manager [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] Starting instance... {{(pid=61955) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 531.895944] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627d2667-b784-40a8-993c-ecb530bfb2ab {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.905884] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d940bf-45b5-43dd-b67b-3feebb86a033 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.941706] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ea29a8-6add-48ea-9a1d-fd33240aaf49 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.949936] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f550e62-03c8-427b-9aed-eca5eb3b6f4e {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.964383] env[61955]: DEBUG nova.compute.provider_tree [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] Inventory has not changed in ProviderTree for provider: a0d99c68-79af-40cc-be12-fe7d0edccf27 {{(pid=61955) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 532.026536] env[61955]: DEBUG nova.compute.manager [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] Starting instance... {{(pid=61955) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 532.189639] env[61955]: DEBUG nova.network.neutron [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] Successfully created port: 4555707f-7e9b-4c94-88a3-d399c780d194 {{(pid=61955) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 532.360517] env[61955]: DEBUG oslo_concurrency.lockutils [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.470020] env[61955]: DEBUG nova.scheduler.client.report [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] Inventory has not changed for provider a0d99c68-79af-40cc-be12-fe7d0edccf27 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61955) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 532.552641] env[61955]: DEBUG oslo_concurrency.lockutils [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.660375] env[61955]: DEBUG nova.compute.manager [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] Start spawning the instance on the hypervisor. {{(pid=61955) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 532.695886] env[61955]: DEBUG nova.virt.hardware [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-30T19:37:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-30T19:37:02Z,direct_url=,disk_format='vmdk',id=9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cb807be6b4d843f4b1cca9b9021d8d87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-30T19:37:02Z,virtual_size=,visibility=), allow threads: False {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 532.696189] env[61955]: DEBUG nova.virt.hardware [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Flavor limits 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 532.696357] env[61955]: DEBUG nova.virt.hardware [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Image limits 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 532.696843] env[61955]: DEBUG nova.virt.hardware [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Flavor pref 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 532.696843] env[61955]: DEBUG nova.virt.hardware [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Image pref 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 532.696843] env[61955]: DEBUG nova.virt.hardware [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 532.697038] env[61955]: DEBUG nova.virt.hardware [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 532.697614] env[61955]: DEBUG nova.virt.hardware [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61955) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 532.697848] env[61955]: DEBUG nova.virt.hardware [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Got 1 possible topologies {{(pid=61955) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 532.698096] env[61955]: DEBUG nova.virt.hardware [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 532.698159] env[61955]: DEBUG nova.virt.hardware [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 532.699289] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72427f26-3489-42fa-b6e9-7c372cbb0c47 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.709344] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4768cbd7-5ce3-4d12-acb1-7d0364376fad {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.891137] env[61955]: ERROR nova.compute.manager [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port e205a060-b191-4057-a7e5-7296eebba36b, please check neutron logs for more information. [ 532.891137] env[61955]: ERROR nova.compute.manager Traceback (most recent call last): [ 532.891137] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 532.891137] env[61955]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 532.891137] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 532.891137] env[61955]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 532.891137] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 532.891137] env[61955]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 532.891137] env[61955]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 532.891137] env[61955]: ERROR nova.compute.manager self.force_reraise() [ 532.891137] env[61955]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 532.891137] env[61955]: ERROR nova.compute.manager raise self.value [ 532.891137] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 532.891137] env[61955]: ERROR nova.compute.manager updated_port = self._update_port( [ 532.891137] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 532.891137] env[61955]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 532.892113] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 532.892113] env[61955]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 532.892113] env[61955]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port e205a060-b191-4057-a7e5-7296eebba36b, please check neutron logs for more information. [ 532.892113] env[61955]: ERROR nova.compute.manager [ 532.892113] env[61955]: Traceback (most recent call last): [ 532.892113] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 532.892113] env[61955]: listener.cb(fileno) [ 532.892113] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 532.892113] env[61955]: result = function(*args, **kwargs) [ 532.892113] env[61955]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 532.892113] env[61955]: return func(*args, **kwargs) [ 532.892113] env[61955]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 532.892113] env[61955]: raise e [ 532.892113] env[61955]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 532.892113] env[61955]: nwinfo = self.network_api.allocate_for_instance( [ 532.892113] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 532.892113] env[61955]: created_port_ids = self._update_ports_for_instance( [ 532.892113] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 532.892113] env[61955]: with excutils.save_and_reraise_exception(): [ 532.892113] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 532.892113] env[61955]: self.force_reraise() [ 532.892113] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 532.892113] env[61955]: raise self.value [ 532.892113] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 532.892113] env[61955]: updated_port = self._update_port( [ 532.892113] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 532.892113] env[61955]: _ensure_no_port_binding_failure(port) [ 532.892113] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 532.892113] env[61955]: raise exception.PortBindingFailed(port_id=port['id']) [ 532.893128] env[61955]: nova.exception.PortBindingFailed: Binding failed for port e205a060-b191-4057-a7e5-7296eebba36b, please check neutron logs for more information. [ 532.893128] env[61955]: Removing descriptor: 16 [ 532.893128] env[61955]: ERROR nova.compute.manager [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port e205a060-b191-4057-a7e5-7296eebba36b, please check neutron logs for more information. [ 532.893128] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] Traceback (most recent call last): [ 532.893128] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 532.893128] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] yield resources [ 532.893128] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 532.893128] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] self.driver.spawn(context, instance, image_meta, [ 532.893128] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 532.893128] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] self._vmops.spawn(context, instance, image_meta, injected_files, [ 532.893128] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 532.893128] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] vm_ref = self.build_virtual_machine(instance, [ 532.893520] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 532.893520] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] vif_infos = vmwarevif.get_vif_info(self._session, [ 532.893520] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 532.893520] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] for vif in network_info: [ 532.893520] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 532.893520] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] return self._sync_wrapper(fn, *args, **kwargs) [ 532.893520] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 532.893520] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] self.wait() [ 532.893520] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 532.893520] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] self[:] = self._gt.wait() [ 532.893520] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 532.893520] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] return self._exit_event.wait() [ 532.893520] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 532.893520] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] result = hub.switch() [ 532.893934] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 532.893934] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] return self.greenlet.switch() [ 532.893934] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 532.893934] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] result = function(*args, **kwargs) [ 532.893934] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 532.893934] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] return func(*args, **kwargs) [ 532.893934] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 532.893934] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] raise e [ 532.893934] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 532.893934] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] nwinfo = self.network_api.allocate_for_instance( [ 532.893934] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 532.893934] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] created_port_ids = self._update_ports_for_instance( [ 532.893934] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 532.894387] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] with excutils.save_and_reraise_exception(): [ 532.894387] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 532.894387] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] self.force_reraise() [ 532.894387] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 532.894387] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] raise self.value [ 532.894387] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 532.894387] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] updated_port = self._update_port( [ 532.894387] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 532.894387] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] _ensure_no_port_binding_failure(port) [ 532.894387] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 532.894387] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] raise exception.PortBindingFailed(port_id=port['id']) [ 532.894387] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] nova.exception.PortBindingFailed: Binding failed for port e205a060-b191-4057-a7e5-7296eebba36b, please check neutron logs for more information. [ 532.894387] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] [ 532.899489] env[61955]: INFO nova.compute.manager [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] Terminating instance [ 532.899489] env[61955]: DEBUG oslo_concurrency.lockutils [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Acquiring lock "refresh_cache-f966d253-48e1-4c7c-a4e8-60f1186de7af" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 532.899489] env[61955]: DEBUG oslo_concurrency.lockutils [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Acquired lock "refresh_cache-f966d253-48e1-4c7c-a4e8-60f1186de7af" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.899489] env[61955]: DEBUG nova.network.neutron [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] Building network info cache for instance {{(pid=61955) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 532.972870] env[61955]: DEBUG oslo_concurrency.lockutils [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.973410] env[61955]: DEBUG nova.compute.manager [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] Start building networks asynchronously for instance. {{(pid=61955) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 532.977495] env[61955]: DEBUG oslo_concurrency.lockutils [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.201s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.981840] env[61955]: INFO nova.compute.claims [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] [instance: 828c436d-852a-4a00-9a1e-961308e9160b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 533.432937] env[61955]: DEBUG nova.network.neutron [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 533.488792] env[61955]: DEBUG nova.compute.utils [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] Using /dev/sd instead of None {{(pid=61955) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 533.493500] env[61955]: DEBUG nova.compute.manager [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] Allocating IP information in the background. {{(pid=61955) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 533.493687] env[61955]: DEBUG nova.network.neutron [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] allocate_for_instance() {{(pid=61955) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 533.667632] env[61955]: DEBUG nova.policy [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4407fdf823f54c04ba489f7462387e53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9427dc0d6da4423ae4ccedf390cafaa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61955) authorize /opt/stack/nova/nova/policy.py:201}} [ 533.731152] env[61955]: DEBUG nova.network.neutron [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 533.822156] env[61955]: DEBUG oslo_concurrency.lockutils [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] Acquiring lock "e9958832-981d-454f-b8e2-7957c1c75b81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.822396] env[61955]: DEBUG oslo_concurrency.lockutils [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] Lock "e9958832-981d-454f-b8e2-7957c1c75b81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.856912] env[61955]: DEBUG nova.compute.manager [req-98500178-48e1-497e-b7c6-3d137c4522ef req-955e8208-e89f-4d14-a630-bf7b848a9d92 service nova] [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] Received event network-changed-e205a060-b191-4057-a7e5-7296eebba36b {{(pid=61955) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 533.857215] env[61955]: DEBUG nova.compute.manager [req-98500178-48e1-497e-b7c6-3d137c4522ef req-955e8208-e89f-4d14-a630-bf7b848a9d92 service nova] [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] Refreshing instance network info cache due to event network-changed-e205a060-b191-4057-a7e5-7296eebba36b. {{(pid=61955) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 533.857365] env[61955]: DEBUG oslo_concurrency.lockutils [req-98500178-48e1-497e-b7c6-3d137c4522ef req-955e8208-e89f-4d14-a630-bf7b848a9d92 service nova] Acquiring lock "refresh_cache-f966d253-48e1-4c7c-a4e8-60f1186de7af" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 533.994543] env[61955]: DEBUG nova.compute.manager [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] Start building block device mappings for instance. {{(pid=61955) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 534.197011] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b635c96-67e5-432e-80a0-8fde99fd66ac {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.206973] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84b4446-2869-4cc7-9af2-a38cca0622f1 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.243030] env[61955]: DEBUG oslo_concurrency.lockutils [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Releasing lock "refresh_cache-f966d253-48e1-4c7c-a4e8-60f1186de7af" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.243800] env[61955]: DEBUG nova.compute.manager [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] Start destroying the instance on the hypervisor. {{(pid=61955) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 534.243800] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] Destroying instance {{(pid=61955) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 534.244158] env[61955]: DEBUG oslo_concurrency.lockutils [req-98500178-48e1-497e-b7c6-3d137c4522ef req-955e8208-e89f-4d14-a630-bf7b848a9d92 service nova] Acquired lock "refresh_cache-f966d253-48e1-4c7c-a4e8-60f1186de7af" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.244339] env[61955]: DEBUG nova.network.neutron [req-98500178-48e1-497e-b7c6-3d137c4522ef req-955e8208-e89f-4d14-a630-bf7b848a9d92 service nova] [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] Refreshing network info cache for port e205a060-b191-4057-a7e5-7296eebba36b {{(pid=61955) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 534.245471] env[61955]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c44810b-28d4-469d-942f-0bb152a3e571 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.248737] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf71f2ee-7683-4cdf-80e2-5f6f6b907440 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.262493] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff664d0-ce9b-4ac9-ad04-612ecaf2bf43 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.279455] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7118503-a84b-41f9-9dc9-c64223aaa9c6 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.288054] env[61955]: WARNING nova.virt.vmwareapi.vmops [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance f966d253-48e1-4c7c-a4e8-60f1186de7af could not be found. [ 534.288214] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] Instance destroyed {{(pid=61955) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 534.288348] env[61955]: INFO nova.compute.manager [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] Took 0.04 seconds to destroy the instance on the hypervisor. [ 534.288633] env[61955]: DEBUG oslo.service.loopingcall [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61955) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 534.289232] env[61955]: DEBUG nova.compute.manager [-] [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] Deallocating network for instance {{(pid=61955) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 534.289350] env[61955]: DEBUG nova.network.neutron [-] [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] deallocate_for_instance() {{(pid=61955) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 534.300263] env[61955]: DEBUG nova.compute.provider_tree [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] Inventory has not changed in ProviderTree for provider: a0d99c68-79af-40cc-be12-fe7d0edccf27 {{(pid=61955) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 534.324933] env[61955]: DEBUG nova.compute.manager [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] [instance: e9958832-981d-454f-b8e2-7957c1c75b81] Starting instance... {{(pid=61955) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 534.343806] env[61955]: DEBUG nova.network.neutron [-] [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 534.798211] env[61955]: DEBUG nova.network.neutron [req-98500178-48e1-497e-b7c6-3d137c4522ef req-955e8208-e89f-4d14-a630-bf7b848a9d92 service nova] [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 534.808020] env[61955]: DEBUG nova.scheduler.client.report [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] Inventory has not changed for provider a0d99c68-79af-40cc-be12-fe7d0edccf27 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61955) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 534.819366] env[61955]: DEBUG nova.network.neutron [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] Successfully created port: ce07d3b1-dbe1-4c4c-b03a-0838eea6bbe3 {{(pid=61955) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 534.845703] env[61955]: DEBUG nova.network.neutron [-] [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 534.850384] env[61955]: DEBUG oslo_concurrency.lockutils [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.021451] env[61955]: DEBUG nova.compute.manager [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] Start spawning the instance on the hypervisor. {{(pid=61955) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 535.062706] env[61955]: DEBUG nova.virt.hardware [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-30T19:37:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-30T19:37:02Z,direct_url=,disk_format='vmdk',id=9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cb807be6b4d843f4b1cca9b9021d8d87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-30T19:37:02Z,virtual_size=,visibility=), allow threads: False {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 535.062943] env[61955]: DEBUG nova.virt.hardware [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] Flavor limits 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 535.063106] env[61955]: DEBUG nova.virt.hardware [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] Image limits 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 535.063299] env[61955]: DEBUG nova.virt.hardware [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] Flavor pref 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 535.063425] env[61955]: DEBUG nova.virt.hardware [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] Image pref 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 535.063575] env[61955]: DEBUG nova.virt.hardware [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 535.063778] env[61955]: DEBUG nova.virt.hardware [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 535.063925] env[61955]: DEBUG nova.virt.hardware [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61955) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 535.064590] env[61955]: DEBUG nova.virt.hardware [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] Got 1 possible topologies {{(pid=61955) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 535.066761] env[61955]: DEBUG nova.virt.hardware [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 535.066761] env[61955]: DEBUG nova.virt.hardware [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 535.066761] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705dd076-f4cb-4a3c-90c9-1116b9897d42 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.076518] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c304b3a9-c663-4150-b232-2ef5bcf67bba {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.130092] env[61955]: DEBUG nova.network.neutron [req-98500178-48e1-497e-b7c6-3d137c4522ef req-955e8208-e89f-4d14-a630-bf7b848a9d92 service nova] [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 535.314488] env[61955]: DEBUG oslo_concurrency.lockutils [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.315028] env[61955]: DEBUG nova.compute.manager [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] [instance: 828c436d-852a-4a00-9a1e-961308e9160b] Start building networks asynchronously for instance. {{(pid=61955) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 535.318873] env[61955]: DEBUG oslo_concurrency.lockutils [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.896s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.323150] env[61955]: INFO nova.compute.claims [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 535.349565] env[61955]: INFO nova.compute.manager [-] [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] Took 1.06 seconds to deallocate network for instance. [ 535.352882] env[61955]: DEBUG nova.compute.claims [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] Aborting claim: {{(pid=61955) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 535.353013] env[61955]: DEBUG oslo_concurrency.lockutils [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.468917] env[61955]: ERROR nova.compute.manager [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port 4555707f-7e9b-4c94-88a3-d399c780d194, please check neutron logs for more information. [ 535.468917] env[61955]: ERROR nova.compute.manager Traceback (most recent call last): [ 535.468917] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 535.468917] env[61955]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 535.468917] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 535.468917] env[61955]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 535.468917] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 535.468917] env[61955]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 535.468917] env[61955]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 535.468917] env[61955]: ERROR nova.compute.manager self.force_reraise() [ 535.468917] env[61955]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 535.468917] env[61955]: ERROR nova.compute.manager raise self.value [ 535.468917] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 535.468917] env[61955]: ERROR nova.compute.manager updated_port = self._update_port( [ 535.468917] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 535.468917] env[61955]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 535.469463] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 535.469463] env[61955]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 535.469463] env[61955]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port 4555707f-7e9b-4c94-88a3-d399c780d194, please check neutron logs for more information. [ 535.469463] env[61955]: ERROR nova.compute.manager [ 535.469463] env[61955]: Traceback (most recent call last): [ 535.469463] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 535.469463] env[61955]: listener.cb(fileno) [ 535.469463] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 535.469463] env[61955]: result = function(*args, **kwargs) [ 535.469463] env[61955]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 535.469463] env[61955]: return func(*args, **kwargs) [ 535.469463] env[61955]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 535.469463] env[61955]: raise e [ 535.469463] env[61955]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 535.469463] env[61955]: nwinfo = self.network_api.allocate_for_instance( [ 535.469463] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 535.469463] env[61955]: created_port_ids = self._update_ports_for_instance( [ 535.469463] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 535.469463] env[61955]: with excutils.save_and_reraise_exception(): [ 535.469463] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 535.469463] env[61955]: self.force_reraise() [ 535.469463] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 535.469463] env[61955]: raise self.value [ 535.469463] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 535.469463] env[61955]: updated_port = self._update_port( [ 535.469463] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 535.469463] env[61955]: _ensure_no_port_binding_failure(port) [ 535.469463] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 535.469463] env[61955]: raise exception.PortBindingFailed(port_id=port['id']) [ 535.470274] env[61955]: nova.exception.PortBindingFailed: Binding failed for port 4555707f-7e9b-4c94-88a3-d399c780d194, please check neutron logs for more information. [ 535.470274] env[61955]: Removing descriptor: 15 [ 535.470274] env[61955]: ERROR nova.compute.manager [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port 4555707f-7e9b-4c94-88a3-d399c780d194, please check neutron logs for more information. [ 535.470274] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] Traceback (most recent call last): [ 535.470274] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 535.470274] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] yield resources [ 535.470274] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 535.470274] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] self.driver.spawn(context, instance, image_meta, [ 535.470274] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 535.470274] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] self._vmops.spawn(context, instance, image_meta, injected_files, [ 535.470274] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 535.470274] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] vm_ref = self.build_virtual_machine(instance, [ 535.470688] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 535.470688] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] vif_infos = vmwarevif.get_vif_info(self._session, [ 535.470688] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 535.470688] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] for vif in network_info: [ 535.470688] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 535.470688] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] return self._sync_wrapper(fn, *args, **kwargs) [ 535.470688] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 535.470688] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] self.wait() [ 535.470688] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 535.470688] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] self[:] = self._gt.wait() [ 535.470688] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 535.470688] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] return self._exit_event.wait() [ 535.470688] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 535.470688] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] result = hub.switch() [ 535.471092] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 535.471092] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] return self.greenlet.switch() [ 535.471092] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 535.471092] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] result = function(*args, **kwargs) [ 535.471092] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 535.471092] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] return func(*args, **kwargs) [ 535.471092] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 535.471092] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] raise e [ 535.471092] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 535.471092] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] nwinfo = self.network_api.allocate_for_instance( [ 535.471092] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 535.471092] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] created_port_ids = self._update_ports_for_instance( [ 535.471092] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 535.471496] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] with excutils.save_and_reraise_exception(): [ 535.471496] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 535.471496] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] self.force_reraise() [ 535.471496] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 535.471496] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] raise self.value [ 535.471496] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 535.471496] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] updated_port = self._update_port( [ 535.471496] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 535.471496] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] _ensure_no_port_binding_failure(port) [ 535.471496] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 535.471496] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] raise exception.PortBindingFailed(port_id=port['id']) [ 535.471496] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] nova.exception.PortBindingFailed: Binding failed for port 4555707f-7e9b-4c94-88a3-d399c780d194, please check neutron logs for more information. [ 535.471496] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] [ 535.471906] env[61955]: INFO nova.compute.manager [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] Terminating instance [ 535.479427] env[61955]: DEBUG oslo_concurrency.lockutils [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Acquiring lock "refresh_cache-a6942e88-4f88-4f73-8781-0f3fc833c6f3" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.479427] env[61955]: DEBUG oslo_concurrency.lockutils [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Acquired lock "refresh_cache-a6942e88-4f88-4f73-8781-0f3fc833c6f3" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.479427] env[61955]: DEBUG nova.network.neutron [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] Building network info cache for instance {{(pid=61955) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 535.544840] env[61955]: DEBUG oslo_concurrency.lockutils [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] Acquiring lock "6662c19b-8233-4911-8c12-b094ccc01edf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.544840] env[61955]: DEBUG oslo_concurrency.lockutils [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] Lock "6662c19b-8233-4911-8c12-b094ccc01edf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.632748] env[61955]: DEBUG oslo_concurrency.lockutils [req-98500178-48e1-497e-b7c6-3d137c4522ef req-955e8208-e89f-4d14-a630-bf7b848a9d92 service nova] Releasing lock "refresh_cache-f966d253-48e1-4c7c-a4e8-60f1186de7af" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.829637] env[61955]: DEBUG nova.compute.utils [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] Using /dev/sd instead of None {{(pid=61955) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 535.836746] env[61955]: DEBUG nova.compute.manager [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] [instance: 828c436d-852a-4a00-9a1e-961308e9160b] Allocating IP information in the background. {{(pid=61955) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 535.836845] env[61955]: DEBUG nova.network.neutron [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] [instance: 828c436d-852a-4a00-9a1e-961308e9160b] allocate_for_instance() {{(pid=61955) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 536.047811] env[61955]: DEBUG nova.compute.manager [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] Starting instance... {{(pid=61955) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 536.140523] env[61955]: DEBUG nova.network.neutron [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 536.148578] env[61955]: DEBUG nova.policy [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9034d70d255a4c0caf26374f95d84d03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b11ec54d3674ec48c8869232f83b6ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61955) authorize /opt/stack/nova/nova/policy.py:201}} [ 536.337746] env[61955]: DEBUG nova.compute.manager [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] [instance: 828c436d-852a-4a00-9a1e-961308e9160b] Start building block device mappings for instance. {{(pid=61955) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 536.441742] env[61955]: DEBUG nova.network.neutron [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 536.529461] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1f5557-7134-4c13-a9f2-443014cbb710 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.537701] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e827f1-c54f-4971-8988-4cac4a16c7e6 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.581913] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8b9afb-15a3-4e29-aa7b-18dafbafff87 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.588832] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0640ef-3fc1-45c7-8c1e-f30c8cfd1168 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.595026] env[61955]: DEBUG oslo_concurrency.lockutils [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.604203] env[61955]: DEBUG nova.compute.provider_tree [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] Inventory has not changed in ProviderTree for provider: a0d99c68-79af-40cc-be12-fe7d0edccf27 {{(pid=61955) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 536.949346] env[61955]: DEBUG oslo_concurrency.lockutils [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Releasing lock "refresh_cache-a6942e88-4f88-4f73-8781-0f3fc833c6f3" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.949790] env[61955]: DEBUG nova.compute.manager [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] Start destroying the instance on the hypervisor. {{(pid=61955) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 536.949968] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] Destroying instance {{(pid=61955) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 536.950286] env[61955]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da256b91-4b10-4737-a129-caee8ffc79e7 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.961471] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5541c4-404d-41fd-8394-0f19dd1f70fc {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.991049] env[61955]: WARNING nova.virt.vmwareapi.vmops [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance a6942e88-4f88-4f73-8781-0f3fc833c6f3 could not be found. [ 536.991049] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] Instance destroyed {{(pid=61955) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 536.991049] env[61955]: INFO nova.compute.manager [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] Took 0.04 seconds to destroy the instance on the hypervisor. [ 536.992775] env[61955]: DEBUG oslo.service.loopingcall [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61955) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 536.994554] env[61955]: DEBUG nova.compute.manager [-] [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] Deallocating network for instance {{(pid=61955) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 536.994776] env[61955]: DEBUG nova.network.neutron [-] [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] deallocate_for_instance() {{(pid=61955) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 537.055035] env[61955]: DEBUG nova.network.neutron [-] [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 537.075389] env[61955]: DEBUG oslo_concurrency.lockutils [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] Acquiring lock "af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.076108] env[61955]: DEBUG oslo_concurrency.lockutils [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] Lock "af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.109637] env[61955]: DEBUG nova.scheduler.client.report [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] Inventory has not changed for provider a0d99c68-79af-40cc-be12-fe7d0edccf27 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61955) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 537.352765] env[61955]: DEBUG nova.compute.manager [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] [instance: 828c436d-852a-4a00-9a1e-961308e9160b] Start spawning the instance on the hypervisor. {{(pid=61955) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 537.384107] env[61955]: DEBUG nova.virt.hardware [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-30T19:37:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-30T19:37:02Z,direct_url=,disk_format='vmdk',id=9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cb807be6b4d843f4b1cca9b9021d8d87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-30T19:37:02Z,virtual_size=,visibility=), allow threads: False {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 537.384107] env[61955]: DEBUG nova.virt.hardware [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] Flavor limits 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 537.384107] env[61955]: DEBUG nova.virt.hardware [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] Image limits 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 537.384451] env[61955]: DEBUG nova.virt.hardware [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] Flavor pref 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 537.384451] env[61955]: DEBUG nova.virt.hardware [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] Image pref 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 537.384451] env[61955]: DEBUG nova.virt.hardware [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 537.384451] env[61955]: DEBUG nova.virt.hardware [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 537.384451] env[61955]: DEBUG nova.virt.hardware [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61955) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 537.385185] env[61955]: DEBUG nova.virt.hardware [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] Got 1 possible topologies {{(pid=61955) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 537.385728] env[61955]: DEBUG nova.virt.hardware [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 537.386059] env[61955]: DEBUG nova.virt.hardware [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 537.387395] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3880de6d-42a8-41b5-a2d9-637a9d67a58b {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.397264] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c054bd5-a4d9-4abd-b9dc-e85263a05a50 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.454584] env[61955]: DEBUG nova.network.neutron [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] [instance: 828c436d-852a-4a00-9a1e-961308e9160b] Successfully created port: 88c5fd5f-77a8-431c-b527-4ec82bf69d5d {{(pid=61955) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 537.559865] env[61955]: DEBUG nova.network.neutron [-] [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 537.580136] env[61955]: DEBUG nova.compute.manager [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] Starting instance... {{(pid=61955) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 537.615344] env[61955]: DEBUG oslo_concurrency.lockutils [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.297s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.615913] env[61955]: DEBUG nova.compute.manager [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] Start building networks asynchronously for instance. {{(pid=61955) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 537.624321] env[61955]: DEBUG oslo_concurrency.lockutils [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.262s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.624321] env[61955]: INFO nova.compute.claims [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 537.825808] env[61955]: DEBUG nova.compute.manager [req-449bbc88-dac1-4397-95a5-b5b62376d3cc req-b98bc4c2-98c4-4532-806f-98b5b062dc36 service nova] [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] Received event network-vif-deleted-e205a060-b191-4057-a7e5-7296eebba36b {{(pid=61955) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 537.826031] env[61955]: DEBUG nova.compute.manager [req-449bbc88-dac1-4397-95a5-b5b62376d3cc req-b98bc4c2-98c4-4532-806f-98b5b062dc36 service nova] [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] Received event network-changed-4555707f-7e9b-4c94-88a3-d399c780d194 {{(pid=61955) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 537.826195] env[61955]: DEBUG nova.compute.manager [req-449bbc88-dac1-4397-95a5-b5b62376d3cc req-b98bc4c2-98c4-4532-806f-98b5b062dc36 service nova] [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] Refreshing instance network info cache due to event network-changed-4555707f-7e9b-4c94-88a3-d399c780d194. {{(pid=61955) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 537.827992] env[61955]: DEBUG oslo_concurrency.lockutils [req-449bbc88-dac1-4397-95a5-b5b62376d3cc req-b98bc4c2-98c4-4532-806f-98b5b062dc36 service nova] Acquiring lock "refresh_cache-a6942e88-4f88-4f73-8781-0f3fc833c6f3" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.827992] env[61955]: DEBUG oslo_concurrency.lockutils [req-449bbc88-dac1-4397-95a5-b5b62376d3cc req-b98bc4c2-98c4-4532-806f-98b5b062dc36 service nova] Acquired lock "refresh_cache-a6942e88-4f88-4f73-8781-0f3fc833c6f3" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.827992] env[61955]: DEBUG nova.network.neutron [req-449bbc88-dac1-4397-95a5-b5b62376d3cc req-b98bc4c2-98c4-4532-806f-98b5b062dc36 service nova] [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] Refreshing network info cache for port 4555707f-7e9b-4c94-88a3-d399c780d194 {{(pid=61955) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 538.064600] env[61955]: INFO nova.compute.manager [-] [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] Took 1.07 seconds to deallocate network for instance. [ 538.067673] env[61955]: DEBUG nova.compute.claims [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] Aborting claim: {{(pid=61955) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 538.067906] env[61955]: DEBUG oslo_concurrency.lockutils [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.117580] env[61955]: DEBUG oslo_concurrency.lockutils [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.129327] env[61955]: DEBUG nova.compute.utils [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] Using /dev/sd instead of None {{(pid=61955) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 538.135133] env[61955]: ERROR nova.compute.manager [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port ce07d3b1-dbe1-4c4c-b03a-0838eea6bbe3, please check neutron logs for more information. [ 538.135133] env[61955]: ERROR nova.compute.manager Traceback (most recent call last): [ 538.135133] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 538.135133] env[61955]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 538.135133] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 538.135133] env[61955]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 538.135133] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 538.135133] env[61955]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 538.135133] env[61955]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 538.135133] env[61955]: ERROR nova.compute.manager self.force_reraise() [ 538.135133] env[61955]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 538.135133] env[61955]: ERROR nova.compute.manager raise self.value [ 538.135133] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 538.135133] env[61955]: ERROR nova.compute.manager updated_port = self._update_port( [ 538.135133] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 538.135133] env[61955]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 538.135832] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 538.135832] env[61955]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 538.135832] env[61955]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port ce07d3b1-dbe1-4c4c-b03a-0838eea6bbe3, please check neutron logs for more information. [ 538.135832] env[61955]: ERROR nova.compute.manager [ 538.135832] env[61955]: Traceback (most recent call last): [ 538.135832] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 538.135832] env[61955]: listener.cb(fileno) [ 538.135832] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 538.135832] env[61955]: result = function(*args, **kwargs) [ 538.135832] env[61955]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 538.135832] env[61955]: return func(*args, **kwargs) [ 538.135832] env[61955]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 538.135832] env[61955]: raise e [ 538.135832] env[61955]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 538.135832] env[61955]: nwinfo = self.network_api.allocate_for_instance( [ 538.135832] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 538.135832] env[61955]: created_port_ids = self._update_ports_for_instance( [ 538.135832] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 538.135832] env[61955]: with excutils.save_and_reraise_exception(): [ 538.135832] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 538.135832] env[61955]: self.force_reraise() [ 538.135832] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 538.135832] env[61955]: raise self.value [ 538.135832] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 538.135832] env[61955]: updated_port = self._update_port( [ 538.135832] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 538.135832] env[61955]: _ensure_no_port_binding_failure(port) [ 538.135832] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 538.135832] env[61955]: raise exception.PortBindingFailed(port_id=port['id']) [ 538.136809] env[61955]: nova.exception.PortBindingFailed: Binding failed for port ce07d3b1-dbe1-4c4c-b03a-0838eea6bbe3, please check neutron logs for more information. [ 538.136809] env[61955]: Removing descriptor: 17 [ 538.136809] env[61955]: DEBUG nova.compute.manager [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] Allocating IP information in the background. {{(pid=61955) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 538.136809] env[61955]: DEBUG nova.network.neutron [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] allocate_for_instance() {{(pid=61955) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 538.141062] env[61955]: ERROR nova.compute.manager [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port ce07d3b1-dbe1-4c4c-b03a-0838eea6bbe3, please check neutron logs for more information. [ 538.141062] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] Traceback (most recent call last): [ 538.141062] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 538.141062] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] yield resources [ 538.141062] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 538.141062] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] self.driver.spawn(context, instance, image_meta, [ 538.141062] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 538.141062] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] self._vmops.spawn(context, instance, image_meta, injected_files, [ 538.141062] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 538.141062] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] vm_ref = self.build_virtual_machine(instance, [ 538.141062] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 538.141539] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] vif_infos = vmwarevif.get_vif_info(self._session, [ 538.141539] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 538.141539] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] for vif in network_info: [ 538.141539] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 538.141539] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] return self._sync_wrapper(fn, *args, **kwargs) [ 538.141539] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 538.141539] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] self.wait() [ 538.141539] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 538.141539] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] self[:] = self._gt.wait() [ 538.141539] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 538.141539] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] return self._exit_event.wait() [ 538.141539] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 538.141539] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] result = hub.switch() [ 538.141948] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 538.141948] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] return self.greenlet.switch() [ 538.141948] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 538.141948] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] result = function(*args, **kwargs) [ 538.141948] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 538.141948] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] return func(*args, **kwargs) [ 538.141948] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 538.141948] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] raise e [ 538.141948] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 538.141948] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] nwinfo = self.network_api.allocate_for_instance( [ 538.141948] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 538.141948] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] created_port_ids = self._update_ports_for_instance( [ 538.141948] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 538.142365] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] with excutils.save_and_reraise_exception(): [ 538.142365] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 538.142365] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] self.force_reraise() [ 538.142365] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 538.142365] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] raise self.value [ 538.142365] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 538.142365] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] updated_port = self._update_port( [ 538.142365] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 538.142365] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] _ensure_no_port_binding_failure(port) [ 538.142365] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 538.142365] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] raise exception.PortBindingFailed(port_id=port['id']) [ 538.142365] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] nova.exception.PortBindingFailed: Binding failed for port ce07d3b1-dbe1-4c4c-b03a-0838eea6bbe3, please check neutron logs for more information. [ 538.142365] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] [ 538.142756] env[61955]: INFO nova.compute.manager [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] Terminating instance [ 538.142756] env[61955]: DEBUG oslo_concurrency.lockutils [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] Acquiring lock "refresh_cache-c755ead0-e19b-42e3-bad4-21618c6e1cb6" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.142756] env[61955]: DEBUG oslo_concurrency.lockutils [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] Acquired lock "refresh_cache-c755ead0-e19b-42e3-bad4-21618c6e1cb6" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.143399] env[61955]: DEBUG nova.network.neutron [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] Building network info cache for instance {{(pid=61955) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 538.301266] env[61955]: DEBUG nova.policy [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61ddfccd026845fa837f3f5c01d46083', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b8bd567c47f455aa49f4464ae0ce3fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61955) authorize /opt/stack/nova/nova/policy.py:201}} [ 538.378862] env[61955]: DEBUG nova.network.neutron [req-449bbc88-dac1-4397-95a5-b5b62376d3cc req-b98bc4c2-98c4-4532-806f-98b5b062dc36 service nova] [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 538.563624] env[61955]: DEBUG nova.compute.manager [req-f6bd5f32-3041-4a8e-97a4-a091c409dbe4 req-df4806e3-3cc5-458d-a0c8-0afc83d8a364 service nova] [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] Received event network-changed-ce07d3b1-dbe1-4c4c-b03a-0838eea6bbe3 {{(pid=61955) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 538.563810] env[61955]: DEBUG nova.compute.manager [req-f6bd5f32-3041-4a8e-97a4-a091c409dbe4 req-df4806e3-3cc5-458d-a0c8-0afc83d8a364 service nova] [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] Refreshing instance network info cache due to event network-changed-ce07d3b1-dbe1-4c4c-b03a-0838eea6bbe3. {{(pid=61955) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 538.564276] env[61955]: DEBUG oslo_concurrency.lockutils [req-f6bd5f32-3041-4a8e-97a4-a091c409dbe4 req-df4806e3-3cc5-458d-a0c8-0afc83d8a364 service nova] Acquiring lock "refresh_cache-c755ead0-e19b-42e3-bad4-21618c6e1cb6" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.635070] env[61955]: DEBUG nova.compute.manager [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] Start building block device mappings for instance. {{(pid=61955) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 538.708512] env[61955]: DEBUG nova.network.neutron [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 538.858037] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c877df8-e09a-4c14-8558-44293d6c3ab0 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.867366] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a03ad7-9d5b-49ce-9f0b-43fb352d7b9c {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.901717] env[61955]: DEBUG nova.network.neutron [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 538.903449] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e56fc0e-69e7-4100-a083-0ca2cb8c0997 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.911196] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69364a1b-6585-4ea0-a30c-73df6556818b {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.925731] env[61955]: DEBUG nova.compute.provider_tree [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] Inventory has not changed in ProviderTree for provider: a0d99c68-79af-40cc-be12-fe7d0edccf27 {{(pid=61955) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 538.993487] env[61955]: DEBUG nova.network.neutron [req-449bbc88-dac1-4397-95a5-b5b62376d3cc req-b98bc4c2-98c4-4532-806f-98b5b062dc36 service nova] [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 539.224340] env[61955]: DEBUG nova.network.neutron [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] Successfully created port: 354fe1b7-3f3f-4531-a2f6-5db7690b799a {{(pid=61955) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 539.407473] env[61955]: DEBUG oslo_concurrency.lockutils [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] Releasing lock "refresh_cache-c755ead0-e19b-42e3-bad4-21618c6e1cb6" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.411195] env[61955]: DEBUG nova.compute.manager [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] Start destroying the instance on the hypervisor. {{(pid=61955) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 539.411195] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] Destroying instance {{(pid=61955) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 539.411195] env[61955]: DEBUG oslo_concurrency.lockutils [req-f6bd5f32-3041-4a8e-97a4-a091c409dbe4 req-df4806e3-3cc5-458d-a0c8-0afc83d8a364 service nova] Acquired lock "refresh_cache-c755ead0-e19b-42e3-bad4-21618c6e1cb6" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.411195] env[61955]: DEBUG nova.network.neutron [req-f6bd5f32-3041-4a8e-97a4-a091c409dbe4 req-df4806e3-3cc5-458d-a0c8-0afc83d8a364 service nova] [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] Refreshing network info cache for port ce07d3b1-dbe1-4c4c-b03a-0838eea6bbe3 {{(pid=61955) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 539.411195] env[61955]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cfc9ccf9-bf19-477b-81c4-57c8275c028d {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.423187] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe9b59f-fc5a-4fca-b546-08b88a824cbe {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.435027] env[61955]: DEBUG nova.scheduler.client.report [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] Inventory has not changed for provider a0d99c68-79af-40cc-be12-fe7d0edccf27 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61955) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 539.453596] env[61955]: WARNING nova.virt.vmwareapi.vmops [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance c755ead0-e19b-42e3-bad4-21618c6e1cb6 could not be found. [ 539.454724] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] Instance destroyed {{(pid=61955) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 539.454724] env[61955]: INFO nova.compute.manager [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] Took 0.05 seconds to destroy the instance on the hypervisor. [ 539.454724] env[61955]: DEBUG oslo.service.loopingcall [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61955) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 539.455601] env[61955]: DEBUG nova.compute.manager [-] [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] Deallocating network for instance {{(pid=61955) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 539.455601] env[61955]: DEBUG nova.network.neutron [-] [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] deallocate_for_instance() {{(pid=61955) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 539.496896] env[61955]: DEBUG oslo_concurrency.lockutils [req-449bbc88-dac1-4397-95a5-b5b62376d3cc req-b98bc4c2-98c4-4532-806f-98b5b062dc36 service nova] Releasing lock "refresh_cache-a6942e88-4f88-4f73-8781-0f3fc833c6f3" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.498068] env[61955]: DEBUG nova.compute.manager [req-449bbc88-dac1-4397-95a5-b5b62376d3cc req-b98bc4c2-98c4-4532-806f-98b5b062dc36 service nova] [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] Received event network-vif-deleted-4555707f-7e9b-4c94-88a3-d399c780d194 {{(pid=61955) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 539.501074] env[61955]: DEBUG nova.network.neutron [-] [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 539.645444] env[61955]: DEBUG nova.compute.manager [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] Start spawning the instance on the hypervisor. {{(pid=61955) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 539.681625] env[61955]: DEBUG nova.virt.hardware [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-30T19:39:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1175622767',id=26,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1956759703',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-30T19:37:02Z,direct_url=,disk_format='vmdk',id=9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cb807be6b4d843f4b1cca9b9021d8d87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-30T19:37:02Z,virtual_size=,visibility=), allow threads: False {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 539.681857] env[61955]: DEBUG nova.virt.hardware [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] Flavor limits 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 539.682019] env[61955]: DEBUG nova.virt.hardware [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] Image limits 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 539.682195] env[61955]: DEBUG nova.virt.hardware [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] Flavor pref 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 539.682788] env[61955]: DEBUG nova.virt.hardware [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] Image pref 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 539.682788] env[61955]: DEBUG nova.virt.hardware [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 539.682788] env[61955]: DEBUG nova.virt.hardware [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 539.682934] env[61955]: DEBUG nova.virt.hardware [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61955) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 539.683015] env[61955]: DEBUG nova.virt.hardware [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] Got 1 possible topologies {{(pid=61955) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 539.683175] env[61955]: DEBUG nova.virt.hardware [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 539.683339] env[61955]: DEBUG nova.virt.hardware [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 539.686020] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d53927-545e-4550-88ad-38cab47ec384 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.693410] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11de58d-ab8d-4118-95d9-15a47dfb476b {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.940509] env[61955]: DEBUG oslo_concurrency.lockutils [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.319s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 539.941079] env[61955]: DEBUG nova.compute.manager [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] Start building networks asynchronously for instance. {{(pid=61955) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 539.944017] env[61955]: DEBUG oslo_concurrency.lockutils [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.391s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.945336] env[61955]: INFO nova.compute.claims [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 539.971655] env[61955]: DEBUG nova.network.neutron [req-f6bd5f32-3041-4a8e-97a4-a091c409dbe4 req-df4806e3-3cc5-458d-a0c8-0afc83d8a364 service nova] [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 540.007920] env[61955]: DEBUG nova.network.neutron [-] [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 540.266722] env[61955]: DEBUG nova.network.neutron [req-f6bd5f32-3041-4a8e-97a4-a091c409dbe4 req-df4806e3-3cc5-458d-a0c8-0afc83d8a364 service nova] [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 540.452202] env[61955]: DEBUG nova.compute.utils [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] Using /dev/sd instead of None {{(pid=61955) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 540.452202] env[61955]: DEBUG nova.compute.manager [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] Allocating IP information in the background. {{(pid=61955) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 540.452202] env[61955]: DEBUG nova.network.neutron [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] allocate_for_instance() {{(pid=61955) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 540.512868] env[61955]: INFO nova.compute.manager [-] [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] Took 1.06 seconds to deallocate network for instance. [ 540.517133] env[61955]: DEBUG nova.compute.claims [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] Aborting claim: {{(pid=61955) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 540.519389] env[61955]: DEBUG oslo_concurrency.lockutils [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.769631] env[61955]: DEBUG oslo_concurrency.lockutils [req-f6bd5f32-3041-4a8e-97a4-a091c409dbe4 req-df4806e3-3cc5-458d-a0c8-0afc83d8a364 service nova] Releasing lock "refresh_cache-c755ead0-e19b-42e3-bad4-21618c6e1cb6" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.773144] env[61955]: DEBUG nova.policy [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72ca182ba8184ed696097c9ce46ad29e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca11749a6b7d446ab124c138cf734fa7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61955) authorize /opt/stack/nova/nova/policy.py:201}} [ 540.960948] env[61955]: DEBUG nova.compute.manager [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] Start building block device mappings for instance. {{(pid=61955) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 541.234282] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b602a030-e4cb-44c6-a4ff-130bb08dba90 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.253603] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f259c64-cf24-435a-9c83-7ee942723b03 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.286193] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f7362f-52ec-45d9-bfac-e0c44ea84942 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.295908] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac42ac9e-8f9e-4f9d-8151-937674a84927 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.314578] env[61955]: DEBUG nova.compute.provider_tree [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] Inventory has not changed in ProviderTree for provider: a0d99c68-79af-40cc-be12-fe7d0edccf27 {{(pid=61955) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 541.800749] env[61955]: ERROR nova.compute.manager [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port 88c5fd5f-77a8-431c-b527-4ec82bf69d5d, please check neutron logs for more information. [ 541.800749] env[61955]: ERROR nova.compute.manager Traceback (most recent call last): [ 541.800749] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 541.800749] env[61955]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 541.800749] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 541.800749] env[61955]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 541.800749] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 541.800749] env[61955]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 541.800749] env[61955]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 541.800749] env[61955]: ERROR nova.compute.manager self.force_reraise() [ 541.800749] env[61955]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 541.800749] env[61955]: ERROR nova.compute.manager raise self.value [ 541.800749] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 541.800749] env[61955]: ERROR nova.compute.manager updated_port = self._update_port( [ 541.800749] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 541.800749] env[61955]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 541.801273] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 541.801273] env[61955]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 541.801273] env[61955]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port 88c5fd5f-77a8-431c-b527-4ec82bf69d5d, please check neutron logs for more information. [ 541.801273] env[61955]: ERROR nova.compute.manager [ 541.801273] env[61955]: Traceback (most recent call last): [ 541.801273] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 541.801273] env[61955]: listener.cb(fileno) [ 541.801273] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 541.801273] env[61955]: result = function(*args, **kwargs) [ 541.801273] env[61955]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 541.801273] env[61955]: return func(*args, **kwargs) [ 541.801273] env[61955]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 541.801273] env[61955]: raise e [ 541.801273] env[61955]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 541.801273] env[61955]: nwinfo = self.network_api.allocate_for_instance( [ 541.801273] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 541.801273] env[61955]: created_port_ids = self._update_ports_for_instance( [ 541.801273] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 541.801273] env[61955]: with excutils.save_and_reraise_exception(): [ 541.801273] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 541.801273] env[61955]: self.force_reraise() [ 541.801273] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 541.801273] env[61955]: raise self.value [ 541.801273] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 541.801273] env[61955]: updated_port = self._update_port( [ 541.801273] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 541.801273] env[61955]: _ensure_no_port_binding_failure(port) [ 541.801273] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 541.801273] env[61955]: raise exception.PortBindingFailed(port_id=port['id']) [ 541.802072] env[61955]: nova.exception.PortBindingFailed: Binding failed for port 88c5fd5f-77a8-431c-b527-4ec82bf69d5d, please check neutron logs for more information. [ 541.802072] env[61955]: Removing descriptor: 15 [ 541.802072] env[61955]: ERROR nova.compute.manager [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] [instance: 828c436d-852a-4a00-9a1e-961308e9160b] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port 88c5fd5f-77a8-431c-b527-4ec82bf69d5d, please check neutron logs for more information. [ 541.802072] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] Traceback (most recent call last): [ 541.802072] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 541.802072] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] yield resources [ 541.802072] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 541.802072] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] self.driver.spawn(context, instance, image_meta, [ 541.802072] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 541.802072] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] self._vmops.spawn(context, instance, image_meta, injected_files, [ 541.802072] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 541.802072] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] vm_ref = self.build_virtual_machine(instance, [ 541.802369] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 541.802369] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] vif_infos = vmwarevif.get_vif_info(self._session, [ 541.802369] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 541.802369] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] for vif in network_info: [ 541.802369] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 541.802369] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] return self._sync_wrapper(fn, *args, **kwargs) [ 541.802369] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 541.802369] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] self.wait() [ 541.802369] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 541.802369] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] self[:] = self._gt.wait() [ 541.802369] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 541.802369] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] return self._exit_event.wait() [ 541.802369] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 541.802369] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] result = hub.switch() [ 541.802757] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 541.802757] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] return self.greenlet.switch() [ 541.802757] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 541.802757] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] result = function(*args, **kwargs) [ 541.802757] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 541.802757] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] return func(*args, **kwargs) [ 541.802757] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 541.802757] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] raise e [ 541.802757] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 541.802757] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] nwinfo = self.network_api.allocate_for_instance( [ 541.802757] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 541.802757] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] created_port_ids = self._update_ports_for_instance( [ 541.802757] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 541.803870] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] with excutils.save_and_reraise_exception(): [ 541.803870] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 541.803870] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] self.force_reraise() [ 541.803870] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 541.803870] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] raise self.value [ 541.803870] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 541.803870] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] updated_port = self._update_port( [ 541.803870] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 541.803870] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] _ensure_no_port_binding_failure(port) [ 541.803870] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 541.803870] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] raise exception.PortBindingFailed(port_id=port['id']) [ 541.803870] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] nova.exception.PortBindingFailed: Binding failed for port 88c5fd5f-77a8-431c-b527-4ec82bf69d5d, please check neutron logs for more information. [ 541.803870] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] [ 541.804979] env[61955]: INFO nova.compute.manager [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] [instance: 828c436d-852a-4a00-9a1e-961308e9160b] Terminating instance [ 541.804979] env[61955]: DEBUG oslo_concurrency.lockutils [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] Acquiring lock "refresh_cache-828c436d-852a-4a00-9a1e-961308e9160b" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.804979] env[61955]: DEBUG oslo_concurrency.lockutils [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] Acquired lock "refresh_cache-828c436d-852a-4a00-9a1e-961308e9160b" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.804979] env[61955]: DEBUG nova.network.neutron [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] [instance: 828c436d-852a-4a00-9a1e-961308e9160b] Building network info cache for instance {{(pid=61955) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 541.820516] env[61955]: DEBUG nova.scheduler.client.report [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] Inventory has not changed for provider a0d99c68-79af-40cc-be12-fe7d0edccf27 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61955) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 541.824084] env[61955]: DEBUG oslo_concurrency.lockutils [None req-bff6a835-707b-489b-bb67-ed3f492ba744 tempest-AttachVolumeTestJSON-2037617176 tempest-AttachVolumeTestJSON-2037617176-project-member] Acquiring lock "9eca1b69-ede0-4dac-8c1d-e65209039aa6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.824388] env[61955]: DEBUG oslo_concurrency.lockutils [None req-bff6a835-707b-489b-bb67-ed3f492ba744 tempest-AttachVolumeTestJSON-2037617176 tempest-AttachVolumeTestJSON-2037617176-project-member] Lock "9eca1b69-ede0-4dac-8c1d-e65209039aa6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.907948] env[61955]: DEBUG nova.network.neutron [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] Successfully created port: 9263a502-42d8-48a6-b29a-6d9fe27209b2 {{(pid=61955) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 541.978067] env[61955]: DEBUG nova.compute.manager [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] Start spawning the instance on the hypervisor. {{(pid=61955) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 542.018315] env[61955]: DEBUG nova.virt.hardware [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-30T19:37:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-30T19:37:02Z,direct_url=,disk_format='vmdk',id=9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cb807be6b4d843f4b1cca9b9021d8d87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-30T19:37:02Z,virtual_size=,visibility=), allow threads: False {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 542.018664] env[61955]: DEBUG nova.virt.hardware [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] Flavor limits 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 542.018816] env[61955]: DEBUG nova.virt.hardware [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] Image limits 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 542.018984] env[61955]: DEBUG nova.virt.hardware [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] Flavor pref 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 542.019530] env[61955]: DEBUG nova.virt.hardware [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] Image pref 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 542.019729] env[61955]: DEBUG nova.virt.hardware [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 542.019985] env[61955]: DEBUG nova.virt.hardware [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 542.020188] env[61955]: DEBUG nova.virt.hardware [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61955) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 542.020413] env[61955]: DEBUG nova.virt.hardware [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] Got 1 possible topologies {{(pid=61955) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 542.020619] env[61955]: DEBUG nova.virt.hardware [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 542.020884] env[61955]: DEBUG nova.virt.hardware [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 542.022047] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd84152-4110-461c-8422-bf76b11e8904 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.030956] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18e6ec2-24de-4a93-96d8-4367b345867a {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.329630] env[61955]: DEBUG oslo_concurrency.lockutils [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.385s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.330431] env[61955]: DEBUG nova.compute.manager [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] Start building networks asynchronously for instance. {{(pid=61955) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 542.333496] env[61955]: DEBUG oslo_concurrency.lockutils [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.483s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.338509] env[61955]: INFO nova.compute.claims [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] [instance: e9958832-981d-454f-b8e2-7957c1c75b81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 542.363549] env[61955]: DEBUG nova.network.neutron [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] [instance: 828c436d-852a-4a00-9a1e-961308e9160b] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 542.588559] env[61955]: ERROR nova.compute.manager [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port 354fe1b7-3f3f-4531-a2f6-5db7690b799a, please check neutron logs for more information. [ 542.588559] env[61955]: ERROR nova.compute.manager Traceback (most recent call last): [ 542.588559] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 542.588559] env[61955]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 542.588559] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 542.588559] env[61955]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 542.588559] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 542.588559] env[61955]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 542.588559] env[61955]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 542.588559] env[61955]: ERROR nova.compute.manager self.force_reraise() [ 542.588559] env[61955]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 542.588559] env[61955]: ERROR nova.compute.manager raise self.value [ 542.588559] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 542.588559] env[61955]: ERROR nova.compute.manager updated_port = self._update_port( [ 542.588559] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 542.588559] env[61955]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 542.589071] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 542.589071] env[61955]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 542.589071] env[61955]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port 354fe1b7-3f3f-4531-a2f6-5db7690b799a, please check neutron logs for more information. [ 542.589071] env[61955]: ERROR nova.compute.manager [ 542.589071] env[61955]: Traceback (most recent call last): [ 542.589071] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 542.589071] env[61955]: listener.cb(fileno) [ 542.589071] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 542.589071] env[61955]: result = function(*args, **kwargs) [ 542.589071] env[61955]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 542.589071] env[61955]: return func(*args, **kwargs) [ 542.589071] env[61955]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 542.589071] env[61955]: raise e [ 542.589071] env[61955]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 542.589071] env[61955]: nwinfo = self.network_api.allocate_for_instance( [ 542.589071] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 542.589071] env[61955]: created_port_ids = self._update_ports_for_instance( [ 542.589071] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 542.589071] env[61955]: with excutils.save_and_reraise_exception(): [ 542.589071] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 542.589071] env[61955]: self.force_reraise() [ 542.589071] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 542.589071] env[61955]: raise self.value [ 542.589071] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 542.589071] env[61955]: updated_port = self._update_port( [ 542.589071] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 542.589071] env[61955]: _ensure_no_port_binding_failure(port) [ 542.589071] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 542.589071] env[61955]: raise exception.PortBindingFailed(port_id=port['id']) [ 542.589915] env[61955]: nova.exception.PortBindingFailed: Binding failed for port 354fe1b7-3f3f-4531-a2f6-5db7690b799a, please check neutron logs for more information. [ 542.589915] env[61955]: Removing descriptor: 17 [ 542.589915] env[61955]: ERROR nova.compute.manager [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port 354fe1b7-3f3f-4531-a2f6-5db7690b799a, please check neutron logs for more information. [ 542.589915] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] Traceback (most recent call last): [ 542.589915] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 542.589915] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] yield resources [ 542.589915] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 542.589915] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] self.driver.spawn(context, instance, image_meta, [ 542.589915] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 542.589915] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] self._vmops.spawn(context, instance, image_meta, injected_files, [ 542.589915] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 542.589915] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] vm_ref = self.build_virtual_machine(instance, [ 542.590290] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 542.590290] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] vif_infos = vmwarevif.get_vif_info(self._session, [ 542.590290] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 542.590290] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] for vif in network_info: [ 542.590290] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 542.590290] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] return self._sync_wrapper(fn, *args, **kwargs) [ 542.590290] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 542.590290] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] self.wait() [ 542.590290] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 542.590290] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] self[:] = self._gt.wait() [ 542.590290] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 542.590290] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] return self._exit_event.wait() [ 542.590290] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 542.590290] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] result = hub.switch() [ 542.590705] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 542.590705] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] return self.greenlet.switch() [ 542.590705] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 542.590705] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] result = function(*args, **kwargs) [ 542.590705] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 542.590705] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] return func(*args, **kwargs) [ 542.590705] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 542.590705] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] raise e [ 542.590705] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 542.590705] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] nwinfo = self.network_api.allocate_for_instance( [ 542.590705] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 542.590705] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] created_port_ids = self._update_ports_for_instance( [ 542.590705] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 542.591102] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] with excutils.save_and_reraise_exception(): [ 542.591102] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 542.591102] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] self.force_reraise() [ 542.591102] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 542.591102] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] raise self.value [ 542.591102] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 542.591102] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] updated_port = self._update_port( [ 542.591102] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 542.591102] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] _ensure_no_port_binding_failure(port) [ 542.591102] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 542.591102] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] raise exception.PortBindingFailed(port_id=port['id']) [ 542.591102] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] nova.exception.PortBindingFailed: Binding failed for port 354fe1b7-3f3f-4531-a2f6-5db7690b799a, please check neutron logs for more information. [ 542.591102] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] [ 542.591498] env[61955]: INFO nova.compute.manager [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] Terminating instance [ 542.591905] env[61955]: DEBUG oslo_concurrency.lockutils [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] Acquiring lock "refresh_cache-8d7f242f-e02b-4a4f-9180-446994f9da3f" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.592138] env[61955]: DEBUG oslo_concurrency.lockutils [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] Acquired lock "refresh_cache-8d7f242f-e02b-4a4f-9180-446994f9da3f" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.592386] env[61955]: DEBUG nova.network.neutron [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] Building network info cache for instance {{(pid=61955) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 542.726088] env[61955]: DEBUG nova.network.neutron [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] [instance: 828c436d-852a-4a00-9a1e-961308e9160b] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 542.849032] env[61955]: DEBUG nova.compute.utils [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] Using /dev/sd instead of None {{(pid=61955) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 542.849032] env[61955]: DEBUG nova.compute.manager [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] Allocating IP information in the background. {{(pid=61955) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 542.849032] env[61955]: DEBUG nova.network.neutron [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] allocate_for_instance() {{(pid=61955) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 543.006822] env[61955]: DEBUG nova.policy [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e17134485ec490787fde6ace2ea3083', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '352ecadddcb94fb5af4cd567393c4670', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61955) authorize /opt/stack/nova/nova/policy.py:201}} [ 543.046344] env[61955]: DEBUG oslo_concurrency.lockutils [None req-ffedc9b7-a9b0-42d2-9cbd-12c3553b4612 tempest-ImagesOneServerTestJSON-968336884 tempest-ImagesOneServerTestJSON-968336884-project-member] Acquiring lock "0519c800-13ce-4029-9483-9fc5b6bcd04a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.046344] env[61955]: DEBUG oslo_concurrency.lockutils [None req-ffedc9b7-a9b0-42d2-9cbd-12c3553b4612 tempest-ImagesOneServerTestJSON-968336884 tempest-ImagesOneServerTestJSON-968336884-project-member] Lock "0519c800-13ce-4029-9483-9fc5b6bcd04a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.123813] env[61955]: DEBUG nova.network.neutron [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 543.230386] env[61955]: DEBUG oslo_concurrency.lockutils [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] Releasing lock "refresh_cache-828c436d-852a-4a00-9a1e-961308e9160b" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.230386] env[61955]: DEBUG nova.compute.manager [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] [instance: 828c436d-852a-4a00-9a1e-961308e9160b] Start destroying the instance on the hypervisor. {{(pid=61955) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 543.230386] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] [instance: 828c436d-852a-4a00-9a1e-961308e9160b] Destroying instance {{(pid=61955) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 543.230386] env[61955]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-990efaf9-f5b7-4aa3-baf2-ff6e113b7568 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.239320] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af08f84-65ad-4f82-8c88-46781d2a04ce {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.262575] env[61955]: WARNING nova.virt.vmwareapi.vmops [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] [instance: 828c436d-852a-4a00-9a1e-961308e9160b] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 828c436d-852a-4a00-9a1e-961308e9160b could not be found. [ 543.262575] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] [instance: 828c436d-852a-4a00-9a1e-961308e9160b] Instance destroyed {{(pid=61955) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 543.262575] env[61955]: INFO nova.compute.manager [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] [instance: 828c436d-852a-4a00-9a1e-961308e9160b] Took 0.03 seconds to destroy the instance on the hypervisor. [ 543.262575] env[61955]: DEBUG oslo.service.loopingcall [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61955) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 543.262575] env[61955]: DEBUG nova.compute.manager [-] [instance: 828c436d-852a-4a00-9a1e-961308e9160b] Deallocating network for instance {{(pid=61955) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 543.262795] env[61955]: DEBUG nova.network.neutron [-] [instance: 828c436d-852a-4a00-9a1e-961308e9160b] deallocate_for_instance() {{(pid=61955) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 543.301040] env[61955]: DEBUG nova.network.neutron [-] [instance: 828c436d-852a-4a00-9a1e-961308e9160b] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 543.318973] env[61955]: DEBUG nova.network.neutron [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 543.353188] env[61955]: DEBUG nova.compute.manager [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] Start building block device mappings for instance. {{(pid=61955) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 543.526227] env[61955]: DEBUG nova.compute.manager [req-88cbc75a-3afc-449a-af6d-bffd2e7fdf3b req-d48b2d29-143e-4ca7-8c23-c8d9379832ec service nova] [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] Received event network-vif-deleted-ce07d3b1-dbe1-4c4c-b03a-0838eea6bbe3 {{(pid=61955) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 543.552775] env[61955]: DEBUG nova.compute.manager [req-fad70153-20f2-4ced-ac2e-ff4f7374fb35 req-c90384f5-5da2-4464-8af8-16713417eb01 service nova] [instance: 828c436d-852a-4a00-9a1e-961308e9160b] Received event network-changed-88c5fd5f-77a8-431c-b527-4ec82bf69d5d {{(pid=61955) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 543.552962] env[61955]: DEBUG nova.compute.manager [req-fad70153-20f2-4ced-ac2e-ff4f7374fb35 req-c90384f5-5da2-4464-8af8-16713417eb01 service nova] [instance: 828c436d-852a-4a00-9a1e-961308e9160b] Refreshing instance network info cache due to event network-changed-88c5fd5f-77a8-431c-b527-4ec82bf69d5d. {{(pid=61955) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 543.553197] env[61955]: DEBUG oslo_concurrency.lockutils [req-fad70153-20f2-4ced-ac2e-ff4f7374fb35 req-c90384f5-5da2-4464-8af8-16713417eb01 service nova] Acquiring lock "refresh_cache-828c436d-852a-4a00-9a1e-961308e9160b" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.553335] env[61955]: DEBUG oslo_concurrency.lockutils [req-fad70153-20f2-4ced-ac2e-ff4f7374fb35 req-c90384f5-5da2-4464-8af8-16713417eb01 service nova] Acquired lock "refresh_cache-828c436d-852a-4a00-9a1e-961308e9160b" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.553497] env[61955]: DEBUG nova.network.neutron [req-fad70153-20f2-4ced-ac2e-ff4f7374fb35 req-c90384f5-5da2-4464-8af8-16713417eb01 service nova] [instance: 828c436d-852a-4a00-9a1e-961308e9160b] Refreshing network info cache for port 88c5fd5f-77a8-431c-b527-4ec82bf69d5d {{(pid=61955) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 543.609260] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7158ed-cdca-4eb8-ba36-700b159631d8 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.619464] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b19f539-7871-4569-bceb-e071e449dcd6 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.661047] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2665887d-fdd3-4f0e-b933-252182532590 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.669184] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839c6b2c-5ddb-46ce-815a-0fac0867fab5 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.685141] env[61955]: DEBUG nova.compute.provider_tree [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] Inventory has not changed in ProviderTree for provider: a0d99c68-79af-40cc-be12-fe7d0edccf27 {{(pid=61955) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 543.803581] env[61955]: DEBUG nova.network.neutron [-] [instance: 828c436d-852a-4a00-9a1e-961308e9160b] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 543.822892] env[61955]: DEBUG oslo_concurrency.lockutils [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] Releasing lock "refresh_cache-8d7f242f-e02b-4a4f-9180-446994f9da3f" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.823218] env[61955]: DEBUG nova.compute.manager [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] Start destroying the instance on the hypervisor. {{(pid=61955) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 543.823359] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] Destroying instance {{(pid=61955) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 543.824033] env[61955]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9dfc3b2a-218f-492e-b480-1722318250e5 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.837684] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa40bd1-5f54-4be5-8963-1709b4c57733 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.856605] env[61955]: DEBUG oslo_concurrency.lockutils [None req-d74b90cb-fbc2-42db-a8bb-dc7110cfe132 tempest-VolumesAdminNegativeTest-1244390274 tempest-VolumesAdminNegativeTest-1244390274-project-member] Acquiring lock "e46eee7b-8f76-4a60-b129-9551dd535df8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.856901] env[61955]: DEBUG oslo_concurrency.lockutils [None req-d74b90cb-fbc2-42db-a8bb-dc7110cfe132 tempest-VolumesAdminNegativeTest-1244390274 tempest-VolumesAdminNegativeTest-1244390274-project-member] Lock "e46eee7b-8f76-4a60-b129-9551dd535df8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.870209] env[61955]: WARNING nova.virt.vmwareapi.vmops [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 8d7f242f-e02b-4a4f-9180-446994f9da3f could not be found. [ 543.870209] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] Instance destroyed {{(pid=61955) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 543.870209] env[61955]: INFO nova.compute.manager [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] Took 0.05 seconds to destroy the instance on the hypervisor. [ 543.870702] env[61955]: DEBUG oslo.service.loopingcall [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61955) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 543.871188] env[61955]: DEBUG nova.compute.manager [-] [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] Deallocating network for instance {{(pid=61955) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 543.871279] env[61955]: DEBUG nova.network.neutron [-] [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] deallocate_for_instance() {{(pid=61955) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 543.893720] env[61955]: DEBUG nova.network.neutron [-] [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 543.925915] env[61955]: DEBUG nova.network.neutron [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] Successfully created port: d87dd33e-0eb5-441d-989a-e8d61999b1eb {{(pid=61955) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 544.026382] env[61955]: DEBUG nova.compute.manager [None req-80c54c29-aae4-4cf8-8c96-1eb159252f06 tempest-ServerDiagnosticsV248Test-461160429 tempest-ServerDiagnosticsV248Test-461160429-project-admin] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Checking state {{(pid=61955) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 544.027554] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e897b20-82ca-4ec8-96cc-ed03e28311db {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.034841] env[61955]: INFO nova.compute.manager [None req-80c54c29-aae4-4cf8-8c96-1eb159252f06 tempest-ServerDiagnosticsV248Test-461160429 tempest-ServerDiagnosticsV248Test-461160429-project-admin] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Retrieving diagnostics [ 544.035754] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced3a4c8-b6ab-4d68-945c-3a1add5eeb03 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.083708] env[61955]: DEBUG nova.network.neutron [req-fad70153-20f2-4ced-ac2e-ff4f7374fb35 req-c90384f5-5da2-4464-8af8-16713417eb01 service nova] [instance: 828c436d-852a-4a00-9a1e-961308e9160b] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 544.135661] env[61955]: DEBUG nova.network.neutron [req-fad70153-20f2-4ced-ac2e-ff4f7374fb35 req-c90384f5-5da2-4464-8af8-16713417eb01 service nova] [instance: 828c436d-852a-4a00-9a1e-961308e9160b] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 544.190082] env[61955]: DEBUG nova.scheduler.client.report [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] Inventory has not changed for provider a0d99c68-79af-40cc-be12-fe7d0edccf27 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61955) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 544.307391] env[61955]: INFO nova.compute.manager [-] [instance: 828c436d-852a-4a00-9a1e-961308e9160b] Took 1.04 seconds to deallocate network for instance. [ 544.314223] env[61955]: DEBUG nova.compute.claims [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] [instance: 828c436d-852a-4a00-9a1e-961308e9160b] Aborting claim: {{(pid=61955) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 544.314514] env[61955]: DEBUG oslo_concurrency.lockutils [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.362225] env[61955]: DEBUG nova.compute.manager [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] Start spawning the instance on the hypervisor. {{(pid=61955) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 544.396482] env[61955]: DEBUG nova.network.neutron [-] [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 544.401014] env[61955]: DEBUG nova.virt.hardware [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-30T19:37:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-30T19:37:02Z,direct_url=,disk_format='vmdk',id=9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cb807be6b4d843f4b1cca9b9021d8d87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-30T19:37:02Z,virtual_size=,visibility=), allow threads: False {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 544.401014] env[61955]: DEBUG nova.virt.hardware [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] Flavor limits 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 544.401014] env[61955]: DEBUG nova.virt.hardware [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] Image limits 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 544.401217] env[61955]: DEBUG nova.virt.hardware [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] Flavor pref 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 544.401348] env[61955]: DEBUG nova.virt.hardware [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] Image pref 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 544.401802] env[61955]: DEBUG nova.virt.hardware [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 544.402131] env[61955]: DEBUG nova.virt.hardware [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 544.402377] env[61955]: DEBUG nova.virt.hardware [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61955) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 544.402553] env[61955]: DEBUG nova.virt.hardware [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] Got 1 possible topologies {{(pid=61955) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 544.406336] env[61955]: DEBUG nova.virt.hardware [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 544.406336] env[61955]: DEBUG nova.virt.hardware [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 544.406336] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9675a14-7779-4fff-aa71-624df4301c47 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.415000] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bbde1e-5fab-448d-98a7-0197d9deb47b {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.639159] env[61955]: DEBUG oslo_concurrency.lockutils [req-fad70153-20f2-4ced-ac2e-ff4f7374fb35 req-c90384f5-5da2-4464-8af8-16713417eb01 service nova] Releasing lock "refresh_cache-828c436d-852a-4a00-9a1e-961308e9160b" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.695501] env[61955]: DEBUG oslo_concurrency.lockutils [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.695787] env[61955]: DEBUG nova.compute.manager [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] [instance: e9958832-981d-454f-b8e2-7957c1c75b81] Start building networks asynchronously for instance. {{(pid=61955) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 544.699283] env[61955]: DEBUG oslo_concurrency.lockutils [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 9.346s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.900214] env[61955]: INFO nova.compute.manager [-] [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] Took 1.03 seconds to deallocate network for instance. [ 544.906322] env[61955]: DEBUG nova.compute.claims [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] Aborting claim: {{(pid=61955) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 544.906322] env[61955]: DEBUG oslo_concurrency.lockutils [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.988021] env[61955]: ERROR nova.compute.manager [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port 9263a502-42d8-48a6-b29a-6d9fe27209b2, please check neutron logs for more information. [ 544.988021] env[61955]: ERROR nova.compute.manager Traceback (most recent call last): [ 544.988021] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 544.988021] env[61955]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 544.988021] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 544.988021] env[61955]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 544.988021] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 544.988021] env[61955]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 544.988021] env[61955]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 544.988021] env[61955]: ERROR nova.compute.manager self.force_reraise() [ 544.988021] env[61955]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 544.988021] env[61955]: ERROR nova.compute.manager raise self.value [ 544.988021] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 544.988021] env[61955]: ERROR nova.compute.manager updated_port = self._update_port( [ 544.988021] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 544.988021] env[61955]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 544.990577] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 544.990577] env[61955]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 544.990577] env[61955]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port 9263a502-42d8-48a6-b29a-6d9fe27209b2, please check neutron logs for more information. [ 544.990577] env[61955]: ERROR nova.compute.manager [ 544.990577] env[61955]: Traceback (most recent call last): [ 544.990577] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 544.990577] env[61955]: listener.cb(fileno) [ 544.990577] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 544.990577] env[61955]: result = function(*args, **kwargs) [ 544.990577] env[61955]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 544.990577] env[61955]: return func(*args, **kwargs) [ 544.990577] env[61955]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 544.990577] env[61955]: raise e [ 544.990577] env[61955]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 544.990577] env[61955]: nwinfo = self.network_api.allocate_for_instance( [ 544.990577] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 544.990577] env[61955]: created_port_ids = self._update_ports_for_instance( [ 544.990577] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 544.990577] env[61955]: with excutils.save_and_reraise_exception(): [ 544.990577] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 544.990577] env[61955]: self.force_reraise() [ 544.990577] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 544.990577] env[61955]: raise self.value [ 544.990577] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 544.990577] env[61955]: updated_port = self._update_port( [ 544.990577] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 544.990577] env[61955]: _ensure_no_port_binding_failure(port) [ 544.990577] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 544.990577] env[61955]: raise exception.PortBindingFailed(port_id=port['id']) [ 544.993672] env[61955]: nova.exception.PortBindingFailed: Binding failed for port 9263a502-42d8-48a6-b29a-6d9fe27209b2, please check neutron logs for more information. [ 544.993672] env[61955]: Removing descriptor: 16 [ 544.993672] env[61955]: ERROR nova.compute.manager [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port 9263a502-42d8-48a6-b29a-6d9fe27209b2, please check neutron logs for more information. [ 544.993672] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] Traceback (most recent call last): [ 544.993672] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 544.993672] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] yield resources [ 544.993672] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 544.993672] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] self.driver.spawn(context, instance, image_meta, [ 544.993672] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 544.993672] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] self._vmops.spawn(context, instance, image_meta, injected_files, [ 544.993672] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 544.993672] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] vm_ref = self.build_virtual_machine(instance, [ 544.994216] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 544.994216] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] vif_infos = vmwarevif.get_vif_info(self._session, [ 544.994216] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 544.994216] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] for vif in network_info: [ 544.994216] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 544.994216] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] return self._sync_wrapper(fn, *args, **kwargs) [ 544.994216] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 544.994216] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] self.wait() [ 544.994216] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 544.994216] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] self[:] = self._gt.wait() [ 544.994216] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 544.994216] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] return self._exit_event.wait() [ 544.994216] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 544.994216] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] result = hub.switch() [ 544.994882] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 544.994882] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] return self.greenlet.switch() [ 544.994882] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 544.994882] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] result = function(*args, **kwargs) [ 544.994882] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 544.994882] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] return func(*args, **kwargs) [ 544.994882] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 544.994882] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] raise e [ 544.994882] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 544.994882] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] nwinfo = self.network_api.allocate_for_instance( [ 544.994882] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 544.994882] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] created_port_ids = self._update_ports_for_instance( [ 544.994882] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 544.998666] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] with excutils.save_and_reraise_exception(): [ 544.998666] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 544.998666] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] self.force_reraise() [ 544.998666] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 544.998666] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] raise self.value [ 544.998666] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 544.998666] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] updated_port = self._update_port( [ 544.998666] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 544.998666] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] _ensure_no_port_binding_failure(port) [ 544.998666] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 544.998666] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] raise exception.PortBindingFailed(port_id=port['id']) [ 544.998666] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] nova.exception.PortBindingFailed: Binding failed for port 9263a502-42d8-48a6-b29a-6d9fe27209b2, please check neutron logs for more information. [ 544.998666] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] [ 544.999776] env[61955]: INFO nova.compute.manager [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] Terminating instance [ 544.999776] env[61955]: DEBUG oslo_concurrency.lockutils [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] Acquiring lock "refresh_cache-a8aaafe2-9b52-4454-aad2-767e6f057442" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.999776] env[61955]: DEBUG oslo_concurrency.lockutils [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] Acquired lock "refresh_cache-a8aaafe2-9b52-4454-aad2-767e6f057442" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.999776] env[61955]: DEBUG nova.network.neutron [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] Building network info cache for instance {{(pid=61955) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 545.208281] env[61955]: DEBUG nova.compute.utils [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] Using /dev/sd instead of None {{(pid=61955) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 545.213738] env[61955]: DEBUG nova.compute.manager [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] [instance: e9958832-981d-454f-b8e2-7957c1c75b81] Allocating IP information in the background. {{(pid=61955) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 545.213738] env[61955]: DEBUG nova.network.neutron [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] [instance: e9958832-981d-454f-b8e2-7957c1c75b81] allocate_for_instance() {{(pid=61955) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 545.293895] env[61955]: DEBUG nova.policy [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a675d976ce34a5a81cc98af455c5aff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3d02f3ada1d4ca3a4919898576adb9a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61955) authorize /opt/stack/nova/nova/policy.py:201}} [ 545.423914] env[61955]: DEBUG oslo_concurrency.lockutils [None req-48aa8401-7b15-4396-b4b1-d0f8da6b8e64 tempest-ListServerFiltersTestJSON-1599780681 tempest-ListServerFiltersTestJSON-1599780681-project-member] Acquiring lock "821f9c4c-3219-45ce-966b-4ecad6c41ef6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.424194] env[61955]: DEBUG oslo_concurrency.lockutils [None req-48aa8401-7b15-4396-b4b1-d0f8da6b8e64 tempest-ListServerFiltersTestJSON-1599780681 tempest-ListServerFiltersTestJSON-1599780681-project-member] Lock "821f9c4c-3219-45ce-966b-4ecad6c41ef6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.461212] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0deaa15-6869-4ad2-afbf-b59a6fc9fda2 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.473022] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e158c89-7be5-4b4d-a554-e296f5c8c012 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.511788] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90abf06d-e5aa-4ec9-819a-d561999972c2 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.520015] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229f154b-6571-4326-bf43-5e9dd07dc3da {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.534529] env[61955]: DEBUG nova.compute.provider_tree [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Inventory has not changed in ProviderTree for provider: a0d99c68-79af-40cc-be12-fe7d0edccf27 {{(pid=61955) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 545.556106] env[61955]: DEBUG nova.network.neutron [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 545.713407] env[61955]: DEBUG nova.compute.manager [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] [instance: e9958832-981d-454f-b8e2-7957c1c75b81] Start building block device mappings for instance. {{(pid=61955) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 545.832736] env[61955]: DEBUG nova.network.neutron [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 546.040011] env[61955]: DEBUG nova.scheduler.client.report [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Inventory has not changed for provider a0d99c68-79af-40cc-be12-fe7d0edccf27 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61955) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 546.067304] env[61955]: DEBUG oslo_concurrency.lockutils [None req-b6725bf1-27c4-45a9-9e72-e7d2fc6ee209 tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] Acquiring lock "4ebb394d-5ba7-40fd-8be0-8f65c01858ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.067618] env[61955]: DEBUG oslo_concurrency.lockutils [None req-b6725bf1-27c4-45a9-9e72-e7d2fc6ee209 tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] Lock "4ebb394d-5ba7-40fd-8be0-8f65c01858ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.173976] env[61955]: ERROR nova.compute.manager [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port d87dd33e-0eb5-441d-989a-e8d61999b1eb, please check neutron logs for more information. [ 546.173976] env[61955]: ERROR nova.compute.manager Traceback (most recent call last): [ 546.173976] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 546.173976] env[61955]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 546.173976] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 546.173976] env[61955]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 546.173976] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 546.173976] env[61955]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 546.173976] env[61955]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 546.173976] env[61955]: ERROR nova.compute.manager self.force_reraise() [ 546.173976] env[61955]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 546.173976] env[61955]: ERROR nova.compute.manager raise self.value [ 546.173976] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 546.173976] env[61955]: ERROR nova.compute.manager updated_port = self._update_port( [ 546.173976] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 546.173976] env[61955]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 546.174571] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 546.174571] env[61955]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 546.174571] env[61955]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port d87dd33e-0eb5-441d-989a-e8d61999b1eb, please check neutron logs for more information. [ 546.174571] env[61955]: ERROR nova.compute.manager [ 546.174571] env[61955]: Traceback (most recent call last): [ 546.174571] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 546.174571] env[61955]: listener.cb(fileno) [ 546.174571] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 546.174571] env[61955]: result = function(*args, **kwargs) [ 546.174571] env[61955]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 546.174571] env[61955]: return func(*args, **kwargs) [ 546.174571] env[61955]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 546.174571] env[61955]: raise e [ 546.174571] env[61955]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 546.174571] env[61955]: nwinfo = self.network_api.allocate_for_instance( [ 546.174571] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 546.174571] env[61955]: created_port_ids = self._update_ports_for_instance( [ 546.174571] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 546.174571] env[61955]: with excutils.save_and_reraise_exception(): [ 546.174571] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 546.174571] env[61955]: self.force_reraise() [ 546.174571] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 546.174571] env[61955]: raise self.value [ 546.174571] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 546.174571] env[61955]: updated_port = self._update_port( [ 546.174571] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 546.174571] env[61955]: _ensure_no_port_binding_failure(port) [ 546.174571] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 546.174571] env[61955]: raise exception.PortBindingFailed(port_id=port['id']) [ 546.175364] env[61955]: nova.exception.PortBindingFailed: Binding failed for port d87dd33e-0eb5-441d-989a-e8d61999b1eb, please check neutron logs for more information. [ 546.175364] env[61955]: Removing descriptor: 15 [ 546.175364] env[61955]: ERROR nova.compute.manager [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port d87dd33e-0eb5-441d-989a-e8d61999b1eb, please check neutron logs for more information. [ 546.175364] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] Traceback (most recent call last): [ 546.175364] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 546.175364] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] yield resources [ 546.175364] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 546.175364] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] self.driver.spawn(context, instance, image_meta, [ 546.175364] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 546.175364] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] self._vmops.spawn(context, instance, image_meta, injected_files, [ 546.175364] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 546.175364] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] vm_ref = self.build_virtual_machine(instance, [ 546.176278] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 546.176278] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] vif_infos = vmwarevif.get_vif_info(self._session, [ 546.176278] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 546.176278] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] for vif in network_info: [ 546.176278] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 546.176278] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] return self._sync_wrapper(fn, *args, **kwargs) [ 546.176278] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 546.176278] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] self.wait() [ 546.176278] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 546.176278] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] self[:] = self._gt.wait() [ 546.176278] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 546.176278] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] return self._exit_event.wait() [ 546.176278] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 546.176278] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] result = hub.switch() [ 546.176793] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 546.176793] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] return self.greenlet.switch() [ 546.176793] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 546.176793] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] result = function(*args, **kwargs) [ 546.176793] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 546.176793] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] return func(*args, **kwargs) [ 546.176793] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 546.176793] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] raise e [ 546.176793] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 546.176793] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] nwinfo = self.network_api.allocate_for_instance( [ 546.176793] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 546.176793] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] created_port_ids = self._update_ports_for_instance( [ 546.176793] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 546.177633] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] with excutils.save_and_reraise_exception(): [ 546.177633] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 546.177633] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] self.force_reraise() [ 546.177633] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 546.177633] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] raise self.value [ 546.177633] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 546.177633] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] updated_port = self._update_port( [ 546.177633] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 546.177633] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] _ensure_no_port_binding_failure(port) [ 546.177633] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 546.177633] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] raise exception.PortBindingFailed(port_id=port['id']) [ 546.177633] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] nova.exception.PortBindingFailed: Binding failed for port d87dd33e-0eb5-441d-989a-e8d61999b1eb, please check neutron logs for more information. [ 546.177633] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] [ 546.178063] env[61955]: INFO nova.compute.manager [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] Terminating instance [ 546.178063] env[61955]: DEBUG oslo_concurrency.lockutils [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] Acquiring lock "refresh_cache-c8c79b68-aa71-4e14-b989-ea7eba877fba" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.178063] env[61955]: DEBUG oslo_concurrency.lockutils [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] Acquired lock "refresh_cache-c8c79b68-aa71-4e14-b989-ea7eba877fba" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.178063] env[61955]: DEBUG nova.network.neutron [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] Building network info cache for instance {{(pid=61955) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 546.206353] env[61955]: DEBUG nova.network.neutron [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] [instance: e9958832-981d-454f-b8e2-7957c1c75b81] Successfully created port: 7581fe32-8f70-46df-a4df-f65d7e7d3a25 {{(pid=61955) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 546.338480] env[61955]: DEBUG oslo_concurrency.lockutils [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] Releasing lock "refresh_cache-a8aaafe2-9b52-4454-aad2-767e6f057442" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.342023] env[61955]: DEBUG nova.compute.manager [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] Start destroying the instance on the hypervisor. {{(pid=61955) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 546.342023] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] Destroying instance {{(pid=61955) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 546.342023] env[61955]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-efccd8aa-656a-423f-ac94-2c80645e76d7 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.351687] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1779064-77ac-4148-a6bc-7c461c32c5fc {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.380307] env[61955]: WARNING nova.virt.vmwareapi.vmops [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance a8aaafe2-9b52-4454-aad2-767e6f057442 could not be found. [ 546.380307] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] Instance destroyed {{(pid=61955) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 546.380307] env[61955]: INFO nova.compute.manager [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] Took 0.04 seconds to destroy the instance on the hypervisor. [ 546.380307] env[61955]: DEBUG oslo.service.loopingcall [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61955) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 546.380307] env[61955]: DEBUG nova.compute.manager [-] [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] Deallocating network for instance {{(pid=61955) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 546.380482] env[61955]: DEBUG nova.network.neutron [-] [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] deallocate_for_instance() {{(pid=61955) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 546.409301] env[61955]: DEBUG nova.network.neutron [-] [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 546.518789] env[61955]: DEBUG oslo_concurrency.lockutils [None req-0ff42f31-3ea5-49fa-93d0-828b80856b23 tempest-ImagesNegativeTestJSON-235691283 tempest-ImagesNegativeTestJSON-235691283-project-member] Acquiring lock "fd4de12e-d95b-4d71-807d-3649ab7236b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.518789] env[61955]: DEBUG oslo_concurrency.lockutils [None req-0ff42f31-3ea5-49fa-93d0-828b80856b23 tempest-ImagesNegativeTestJSON-235691283 tempest-ImagesNegativeTestJSON-235691283-project-member] Lock "fd4de12e-d95b-4d71-807d-3649ab7236b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.553645] env[61955]: DEBUG oslo_concurrency.lockutils [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.852s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.553645] env[61955]: ERROR nova.compute.manager [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port e205a060-b191-4057-a7e5-7296eebba36b, please check neutron logs for more information. [ 546.553645] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] Traceback (most recent call last): [ 546.553645] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 546.553645] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] self.driver.spawn(context, instance, image_meta, [ 546.553645] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 546.553645] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] self._vmops.spawn(context, instance, image_meta, injected_files, [ 546.553645] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 546.553645] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] vm_ref = self.build_virtual_machine(instance, [ 546.553941] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 546.553941] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] vif_infos = vmwarevif.get_vif_info(self._session, [ 546.553941] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 546.553941] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] for vif in network_info: [ 546.553941] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 546.553941] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] return self._sync_wrapper(fn, *args, **kwargs) [ 546.553941] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 546.553941] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] self.wait() [ 546.553941] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 546.553941] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] self[:] = self._gt.wait() [ 546.553941] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 546.553941] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] return self._exit_event.wait() [ 546.553941] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 546.553941] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] result = hub.switch() [ 546.554369] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 546.554369] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] return self.greenlet.switch() [ 546.554369] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 546.554369] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] result = function(*args, **kwargs) [ 546.554369] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 546.554369] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] return func(*args, **kwargs) [ 546.554369] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 546.554369] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] raise e [ 546.554369] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 546.554369] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] nwinfo = self.network_api.allocate_for_instance( [ 546.554369] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 546.554369] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] created_port_ids = self._update_ports_for_instance( [ 546.554369] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 546.554723] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] with excutils.save_and_reraise_exception(): [ 546.554723] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 546.554723] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] self.force_reraise() [ 546.554723] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 546.554723] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] raise self.value [ 546.554723] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 546.554723] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] updated_port = self._update_port( [ 546.554723] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 546.554723] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] _ensure_no_port_binding_failure(port) [ 546.554723] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 546.554723] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] raise exception.PortBindingFailed(port_id=port['id']) [ 546.554723] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] nova.exception.PortBindingFailed: Binding failed for port e205a060-b191-4057-a7e5-7296eebba36b, please check neutron logs for more information. [ 546.554723] env[61955]: ERROR nova.compute.manager [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] [ 546.555090] env[61955]: DEBUG nova.compute.utils [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] Binding failed for port e205a060-b191-4057-a7e5-7296eebba36b, please check neutron logs for more information. {{(pid=61955) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 546.555621] env[61955]: DEBUG oslo_concurrency.lockutils [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.959s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.558543] env[61955]: INFO nova.compute.claims [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 546.563908] env[61955]: DEBUG nova.compute.manager [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] Build of instance f966d253-48e1-4c7c-a4e8-60f1186de7af was re-scheduled: Binding failed for port e205a060-b191-4057-a7e5-7296eebba36b, please check neutron logs for more information. {{(pid=61955) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 546.563908] env[61955]: DEBUG nova.compute.manager [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] Unplugging VIFs for instance {{(pid=61955) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 546.563908] env[61955]: DEBUG oslo_concurrency.lockutils [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Acquiring lock "refresh_cache-f966d253-48e1-4c7c-a4e8-60f1186de7af" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.563908] env[61955]: DEBUG oslo_concurrency.lockutils [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Acquired lock "refresh_cache-f966d253-48e1-4c7c-a4e8-60f1186de7af" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.564308] env[61955]: DEBUG nova.network.neutron [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] Building network info cache for instance {{(pid=61955) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 546.660315] env[61955]: DEBUG oslo_concurrency.lockutils [None req-1d9b1528-3bd9-47ab-a973-a8b19c40d453 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Acquiring lock "b3adcefb-b5a4-459e-a4f8-337a2e35c18e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.661155] env[61955]: DEBUG oslo_concurrency.lockutils [None req-1d9b1528-3bd9-47ab-a973-a8b19c40d453 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Lock "b3adcefb-b5a4-459e-a4f8-337a2e35c18e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.661155] env[61955]: DEBUG oslo_concurrency.lockutils [None req-1d9b1528-3bd9-47ab-a973-a8b19c40d453 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Acquiring lock "b3adcefb-b5a4-459e-a4f8-337a2e35c18e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.661155] env[61955]: DEBUG oslo_concurrency.lockutils [None req-1d9b1528-3bd9-47ab-a973-a8b19c40d453 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Lock "b3adcefb-b5a4-459e-a4f8-337a2e35c18e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.661155] env[61955]: DEBUG oslo_concurrency.lockutils [None req-1d9b1528-3bd9-47ab-a973-a8b19c40d453 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Lock "b3adcefb-b5a4-459e-a4f8-337a2e35c18e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.666122] env[61955]: INFO nova.compute.manager [None req-1d9b1528-3bd9-47ab-a973-a8b19c40d453 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Terminating instance [ 546.666122] env[61955]: DEBUG oslo_concurrency.lockutils [None req-1d9b1528-3bd9-47ab-a973-a8b19c40d453 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Acquiring lock "refresh_cache-b3adcefb-b5a4-459e-a4f8-337a2e35c18e" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.666122] env[61955]: DEBUG oslo_concurrency.lockutils [None req-1d9b1528-3bd9-47ab-a973-a8b19c40d453 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Acquired lock "refresh_cache-b3adcefb-b5a4-459e-a4f8-337a2e35c18e" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.666122] env[61955]: DEBUG nova.network.neutron [None req-1d9b1528-3bd9-47ab-a973-a8b19c40d453 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Building network info cache for instance {{(pid=61955) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 546.728520] env[61955]: DEBUG nova.network.neutron [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 546.731368] env[61955]: DEBUG nova.compute.manager [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] [instance: e9958832-981d-454f-b8e2-7957c1c75b81] Start spawning the instance on the hypervisor. {{(pid=61955) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 546.774108] env[61955]: DEBUG nova.virt.hardware [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-30T19:37:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-30T19:37:02Z,direct_url=,disk_format='vmdk',id=9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cb807be6b4d843f4b1cca9b9021d8d87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-30T19:37:02Z,virtual_size=,visibility=), allow threads: False {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 546.774390] env[61955]: DEBUG nova.virt.hardware [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] Flavor limits 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 546.775348] env[61955]: DEBUG nova.virt.hardware [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] Image limits 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 546.775564] env[61955]: DEBUG nova.virt.hardware [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] Flavor pref 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 546.775716] env[61955]: DEBUG nova.virt.hardware [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] Image pref 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 546.775865] env[61955]: DEBUG nova.virt.hardware [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 546.776202] env[61955]: DEBUG nova.virt.hardware [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 546.776422] env[61955]: DEBUG nova.virt.hardware [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61955) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 546.776613] env[61955]: DEBUG nova.virt.hardware [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] Got 1 possible topologies {{(pid=61955) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 546.776987] env[61955]: DEBUG nova.virt.hardware [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 546.776987] env[61955]: DEBUG nova.virt.hardware [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 546.777799] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab53b5b-481a-4b0a-b94d-cb97b9632360 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.788951] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eca9fe7-e79d-4530-a26f-bba3eca97895 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.884963] env[61955]: DEBUG nova.compute.manager [req-5015c590-b0aa-4fb1-99f5-f942e3cf6a2a req-88d48416-38da-455a-b671-170b48e5599b service nova] [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] Received event network-changed-354fe1b7-3f3f-4531-a2f6-5db7690b799a {{(pid=61955) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 546.884963] env[61955]: DEBUG nova.compute.manager [req-5015c590-b0aa-4fb1-99f5-f942e3cf6a2a req-88d48416-38da-455a-b671-170b48e5599b service nova] [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] Refreshing instance network info cache due to event network-changed-354fe1b7-3f3f-4531-a2f6-5db7690b799a. {{(pid=61955) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 546.884963] env[61955]: DEBUG oslo_concurrency.lockutils [req-5015c590-b0aa-4fb1-99f5-f942e3cf6a2a req-88d48416-38da-455a-b671-170b48e5599b service nova] Acquiring lock "refresh_cache-8d7f242f-e02b-4a4f-9180-446994f9da3f" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.884963] env[61955]: DEBUG oslo_concurrency.lockutils [req-5015c590-b0aa-4fb1-99f5-f942e3cf6a2a req-88d48416-38da-455a-b671-170b48e5599b service nova] Acquired lock "refresh_cache-8d7f242f-e02b-4a4f-9180-446994f9da3f" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.885831] env[61955]: DEBUG nova.network.neutron [req-5015c590-b0aa-4fb1-99f5-f942e3cf6a2a req-88d48416-38da-455a-b671-170b48e5599b service nova] [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] Refreshing network info cache for port 354fe1b7-3f3f-4531-a2f6-5db7690b799a {{(pid=61955) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 546.905706] env[61955]: DEBUG nova.compute.manager [req-d8e62f00-8018-4adc-990e-2bdaff4edd4f req-57b31890-d36f-43e9-986e-55151f2f91ce service nova] [instance: 828c436d-852a-4a00-9a1e-961308e9160b] Received event network-vif-deleted-88c5fd5f-77a8-431c-b527-4ec82bf69d5d {{(pid=61955) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 546.905937] env[61955]: DEBUG nova.compute.manager [req-d8e62f00-8018-4adc-990e-2bdaff4edd4f req-57b31890-d36f-43e9-986e-55151f2f91ce service nova] [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] Received event network-changed-9263a502-42d8-48a6-b29a-6d9fe27209b2 {{(pid=61955) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 546.906134] env[61955]: DEBUG nova.compute.manager [req-d8e62f00-8018-4adc-990e-2bdaff4edd4f req-57b31890-d36f-43e9-986e-55151f2f91ce service nova] [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] Refreshing instance network info cache due to event network-changed-9263a502-42d8-48a6-b29a-6d9fe27209b2. {{(pid=61955) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 546.906355] env[61955]: DEBUG oslo_concurrency.lockutils [req-d8e62f00-8018-4adc-990e-2bdaff4edd4f req-57b31890-d36f-43e9-986e-55151f2f91ce service nova] Acquiring lock "refresh_cache-a8aaafe2-9b52-4454-aad2-767e6f057442" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.906497] env[61955]: DEBUG oslo_concurrency.lockutils [req-d8e62f00-8018-4adc-990e-2bdaff4edd4f req-57b31890-d36f-43e9-986e-55151f2f91ce service nova] Acquired lock "refresh_cache-a8aaafe2-9b52-4454-aad2-767e6f057442" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.906686] env[61955]: DEBUG nova.network.neutron [req-d8e62f00-8018-4adc-990e-2bdaff4edd4f req-57b31890-d36f-43e9-986e-55151f2f91ce service nova] [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] Refreshing network info cache for port 9263a502-42d8-48a6-b29a-6d9fe27209b2 {{(pid=61955) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 546.913928] env[61955]: DEBUG nova.network.neutron [-] [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 546.968984] env[61955]: DEBUG nova.network.neutron [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 547.104749] env[61955]: DEBUG nova.network.neutron [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 547.183584] env[61955]: DEBUG oslo_concurrency.lockutils [None req-e8d14e9b-c2c5-4519-8f89-9f06d8910170 tempest-ListServerFiltersTestJSON-1599780681 tempest-ListServerFiltersTestJSON-1599780681-project-member] Acquiring lock "25435d8f-1f73-41bf-8e6f-78e99cdfe7ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.183808] env[61955]: DEBUG oslo_concurrency.lockutils [None req-e8d14e9b-c2c5-4519-8f89-9f06d8910170 tempest-ListServerFiltersTestJSON-1599780681 tempest-ListServerFiltersTestJSON-1599780681-project-member] Lock "25435d8f-1f73-41bf-8e6f-78e99cdfe7ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.205487] env[61955]: DEBUG nova.network.neutron [None req-1d9b1528-3bd9-47ab-a973-a8b19c40d453 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 547.306146] env[61955]: DEBUG nova.network.neutron [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 547.336702] env[61955]: DEBUG nova.network.neutron [None req-1d9b1528-3bd9-47ab-a973-a8b19c40d453 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 547.419570] env[61955]: INFO nova.compute.manager [-] [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] Took 1.04 seconds to deallocate network for instance. [ 547.419570] env[61955]: DEBUG nova.network.neutron [req-5015c590-b0aa-4fb1-99f5-f942e3cf6a2a req-88d48416-38da-455a-b671-170b48e5599b service nova] [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 547.423052] env[61955]: DEBUG nova.compute.claims [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] Aborting claim: {{(pid=61955) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 547.423489] env[61955]: DEBUG oslo_concurrency.lockutils [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.453378] env[61955]: DEBUG nova.network.neutron [req-d8e62f00-8018-4adc-990e-2bdaff4edd4f req-57b31890-d36f-43e9-986e-55151f2f91ce service nova] [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 547.472767] env[61955]: DEBUG oslo_concurrency.lockutils [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] Releasing lock "refresh_cache-c8c79b68-aa71-4e14-b989-ea7eba877fba" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.473241] env[61955]: DEBUG nova.compute.manager [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] Start destroying the instance on the hypervisor. {{(pid=61955) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 547.473394] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] Destroying instance {{(pid=61955) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 547.473710] env[61955]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-811f4b0b-d77d-4e2b-8dab-e3044d9376e4 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.484258] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6ed109-70fa-4247-9d55-2655fbd88f12 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.510769] env[61955]: WARNING nova.virt.vmwareapi.vmops [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance c8c79b68-aa71-4e14-b989-ea7eba877fba could not be found. [ 547.511910] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] Instance destroyed {{(pid=61955) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 547.511910] env[61955]: INFO nova.compute.manager [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] Took 0.04 seconds to destroy the instance on the hypervisor. [ 547.511910] env[61955]: DEBUG oslo.service.loopingcall [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61955) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 547.511910] env[61955]: DEBUG nova.compute.manager [-] [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] Deallocating network for instance {{(pid=61955) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 547.511910] env[61955]: DEBUG nova.network.neutron [-] [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] deallocate_for_instance() {{(pid=61955) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 547.534312] env[61955]: DEBUG nova.network.neutron [-] [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 547.541959] env[61955]: DEBUG nova.network.neutron [req-5015c590-b0aa-4fb1-99f5-f942e3cf6a2a req-88d48416-38da-455a-b671-170b48e5599b service nova] [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 547.733069] env[61955]: DEBUG nova.network.neutron [req-d8e62f00-8018-4adc-990e-2bdaff4edd4f req-57b31890-d36f-43e9-986e-55151f2f91ce service nova] [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 547.809463] env[61955]: DEBUG oslo_concurrency.lockutils [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Releasing lock "refresh_cache-f966d253-48e1-4c7c-a4e8-60f1186de7af" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.809463] env[61955]: DEBUG nova.compute.manager [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=61955) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 547.809617] env[61955]: DEBUG nova.compute.manager [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] Deallocating network for instance {{(pid=61955) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 547.809672] env[61955]: DEBUG nova.network.neutron [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] deallocate_for_instance() {{(pid=61955) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 547.839451] env[61955]: DEBUG oslo_concurrency.lockutils [None req-1d9b1528-3bd9-47ab-a973-a8b19c40d453 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Releasing lock "refresh_cache-b3adcefb-b5a4-459e-a4f8-337a2e35c18e" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.839882] env[61955]: DEBUG nova.compute.manager [None req-1d9b1528-3bd9-47ab-a973-a8b19c40d453 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Start destroying the instance on the hypervisor. {{(pid=61955) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 547.840095] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9b1528-3bd9-47ab-a973-a8b19c40d453 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Destroying instance {{(pid=61955) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 547.840956] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09da537f-8884-4056-a9f3-c65aa58c1dbc {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.851774] env[61955]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d9b1528-3bd9-47ab-a973-a8b19c40d453 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Powering off the VM {{(pid=61955) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 547.852615] env[61955]: DEBUG nova.network.neutron [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 547.853977] env[61955]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d6b9b13-b557-43ef-888c-553f794840fa {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.861876] env[61955]: DEBUG oslo_vmware.api [None req-1d9b1528-3bd9-47ab-a973-a8b19c40d453 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Waiting for the task: (returnval){ [ 547.861876] env[61955]: value = "task-1051537" [ 547.861876] env[61955]: _type = "Task" [ 547.861876] env[61955]: } to complete. {{(pid=61955) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.871458] env[61955]: DEBUG oslo_vmware.api [None req-1d9b1528-3bd9-47ab-a973-a8b19c40d453 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Task: {'id': task-1051537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=61955) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.877277] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ca4a32-939d-4e7f-b805-922cb0d4c9ba {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.890145] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3022e430-2c2a-4e22-9550-6fc4d873d8a8 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.927011] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1909f9-251a-418f-9724-b5f92168e87e {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.935569] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef7c883-bbdb-4560-958e-bceca391e899 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.951859] env[61955]: DEBUG nova.compute.provider_tree [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] Inventory has not changed in ProviderTree for provider: a0d99c68-79af-40cc-be12-fe7d0edccf27 {{(pid=61955) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 548.037425] env[61955]: DEBUG nova.network.neutron [-] [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 548.044837] env[61955]: DEBUG oslo_concurrency.lockutils [req-5015c590-b0aa-4fb1-99f5-f942e3cf6a2a req-88d48416-38da-455a-b671-170b48e5599b service nova] Releasing lock "refresh_cache-8d7f242f-e02b-4a4f-9180-446994f9da3f" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.044837] env[61955]: DEBUG nova.compute.manager [req-5015c590-b0aa-4fb1-99f5-f942e3cf6a2a req-88d48416-38da-455a-b671-170b48e5599b service nova] [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] Received event network-vif-deleted-354fe1b7-3f3f-4531-a2f6-5db7690b799a {{(pid=61955) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 548.236683] env[61955]: DEBUG oslo_concurrency.lockutils [req-d8e62f00-8018-4adc-990e-2bdaff4edd4f req-57b31890-d36f-43e9-986e-55151f2f91ce service nova] Releasing lock "refresh_cache-a8aaafe2-9b52-4454-aad2-767e6f057442" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.238508] env[61955]: DEBUG nova.compute.manager [req-d8e62f00-8018-4adc-990e-2bdaff4edd4f req-57b31890-d36f-43e9-986e-55151f2f91ce service nova] [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] Received event network-vif-deleted-9263a502-42d8-48a6-b29a-6d9fe27209b2 {{(pid=61955) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 548.358490] env[61955]: DEBUG nova.network.neutron [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 548.375538] env[61955]: DEBUG oslo_vmware.api [None req-1d9b1528-3bd9-47ab-a973-a8b19c40d453 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Task: {'id': task-1051537, 'name': PowerOffVM_Task, 'duration_secs': 0.124908} completed successfully. {{(pid=61955) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.375853] env[61955]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d9b1528-3bd9-47ab-a973-a8b19c40d453 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Powered off the VM {{(pid=61955) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 548.376061] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9b1528-3bd9-47ab-a973-a8b19c40d453 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Unregistering the VM {{(pid=61955) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 548.376333] env[61955]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25126610-9fd6-4c70-96cc-a196dff36a83 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.403388] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9b1528-3bd9-47ab-a973-a8b19c40d453 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Unregistered the VM {{(pid=61955) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 548.403550] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9b1528-3bd9-47ab-a973-a8b19c40d453 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Deleting contents of the VM from datastore datastore2 {{(pid=61955) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 548.403705] env[61955]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d9b1528-3bd9-47ab-a973-a8b19c40d453 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Deleting the datastore file [datastore2] b3adcefb-b5a4-459e-a4f8-337a2e35c18e {{(pid=61955) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 548.403969] env[61955]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5d88061-6da8-404c-9565-11fd63877972 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.413815] env[61955]: DEBUG oslo_vmware.api [None req-1d9b1528-3bd9-47ab-a973-a8b19c40d453 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Waiting for the task: (returnval){ [ 548.413815] env[61955]: value = "task-1051539" [ 548.413815] env[61955]: _type = "Task" [ 548.413815] env[61955]: } to complete. {{(pid=61955) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.421054] env[61955]: DEBUG oslo_vmware.api [None req-1d9b1528-3bd9-47ab-a973-a8b19c40d453 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Task: {'id': task-1051539, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=61955) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.455134] env[61955]: DEBUG nova.scheduler.client.report [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] Inventory has not changed for provider a0d99c68-79af-40cc-be12-fe7d0edccf27 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61955) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 548.539724] env[61955]: INFO nova.compute.manager [-] [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] Took 1.03 seconds to deallocate network for instance. [ 548.542156] env[61955]: DEBUG nova.compute.claims [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] Aborting claim: {{(pid=61955) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 548.542373] env[61955]: DEBUG oslo_concurrency.lockutils [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.742202] env[61955]: ERROR nova.compute.manager [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port 7581fe32-8f70-46df-a4df-f65d7e7d3a25, please check neutron logs for more information. [ 548.742202] env[61955]: ERROR nova.compute.manager Traceback (most recent call last): [ 548.742202] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 548.742202] env[61955]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 548.742202] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 548.742202] env[61955]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 548.742202] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 548.742202] env[61955]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 548.742202] env[61955]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 548.742202] env[61955]: ERROR nova.compute.manager self.force_reraise() [ 548.742202] env[61955]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 548.742202] env[61955]: ERROR nova.compute.manager raise self.value [ 548.742202] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 548.742202] env[61955]: ERROR nova.compute.manager updated_port = self._update_port( [ 548.742202] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 548.742202] env[61955]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 548.742853] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 548.742853] env[61955]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 548.742853] env[61955]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port 7581fe32-8f70-46df-a4df-f65d7e7d3a25, please check neutron logs for more information. [ 548.742853] env[61955]: ERROR nova.compute.manager [ 548.742853] env[61955]: Traceback (most recent call last): [ 548.742853] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 548.742853] env[61955]: listener.cb(fileno) [ 548.742853] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 548.742853] env[61955]: result = function(*args, **kwargs) [ 548.742853] env[61955]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 548.742853] env[61955]: return func(*args, **kwargs) [ 548.742853] env[61955]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 548.742853] env[61955]: raise e [ 548.742853] env[61955]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 548.742853] env[61955]: nwinfo = self.network_api.allocate_for_instance( [ 548.742853] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 548.742853] env[61955]: created_port_ids = self._update_ports_for_instance( [ 548.742853] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 548.742853] env[61955]: with excutils.save_and_reraise_exception(): [ 548.742853] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 548.742853] env[61955]: self.force_reraise() [ 548.742853] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 548.742853] env[61955]: raise self.value [ 548.742853] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 548.742853] env[61955]: updated_port = self._update_port( [ 548.742853] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 548.742853] env[61955]: _ensure_no_port_binding_failure(port) [ 548.742853] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 548.742853] env[61955]: raise exception.PortBindingFailed(port_id=port['id']) [ 548.743878] env[61955]: nova.exception.PortBindingFailed: Binding failed for port 7581fe32-8f70-46df-a4df-f65d7e7d3a25, please check neutron logs for more information. [ 548.743878] env[61955]: Removing descriptor: 16 [ 548.743878] env[61955]: ERROR nova.compute.manager [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] [instance: e9958832-981d-454f-b8e2-7957c1c75b81] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port 7581fe32-8f70-46df-a4df-f65d7e7d3a25, please check neutron logs for more information. [ 548.743878] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] Traceback (most recent call last): [ 548.743878] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 548.743878] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] yield resources [ 548.743878] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 548.743878] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] self.driver.spawn(context, instance, image_meta, [ 548.743878] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 548.743878] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] self._vmops.spawn(context, instance, image_meta, injected_files, [ 548.743878] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 548.743878] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] vm_ref = self.build_virtual_machine(instance, [ 548.744209] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 548.744209] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] vif_infos = vmwarevif.get_vif_info(self._session, [ 548.744209] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 548.744209] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] for vif in network_info: [ 548.744209] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 548.744209] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] return self._sync_wrapper(fn, *args, **kwargs) [ 548.744209] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 548.744209] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] self.wait() [ 548.744209] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 548.744209] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] self[:] = self._gt.wait() [ 548.744209] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 548.744209] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] return self._exit_event.wait() [ 548.744209] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 548.744209] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] result = hub.switch() [ 548.744629] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 548.744629] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] return self.greenlet.switch() [ 548.744629] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 548.744629] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] result = function(*args, **kwargs) [ 548.744629] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 548.744629] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] return func(*args, **kwargs) [ 548.744629] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 548.744629] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] raise e [ 548.744629] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 548.744629] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] nwinfo = self.network_api.allocate_for_instance( [ 548.744629] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 548.744629] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] created_port_ids = self._update_ports_for_instance( [ 548.744629] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 548.744992] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] with excutils.save_and_reraise_exception(): [ 548.744992] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 548.744992] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] self.force_reraise() [ 548.744992] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 548.744992] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] raise self.value [ 548.744992] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 548.744992] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] updated_port = self._update_port( [ 548.744992] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 548.744992] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] _ensure_no_port_binding_failure(port) [ 548.744992] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 548.744992] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] raise exception.PortBindingFailed(port_id=port['id']) [ 548.744992] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] nova.exception.PortBindingFailed: Binding failed for port 7581fe32-8f70-46df-a4df-f65d7e7d3a25, please check neutron logs for more information. [ 548.744992] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] [ 548.745351] env[61955]: INFO nova.compute.manager [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] [instance: e9958832-981d-454f-b8e2-7957c1c75b81] Terminating instance [ 548.747396] env[61955]: DEBUG oslo_concurrency.lockutils [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] Acquiring lock "refresh_cache-e9958832-981d-454f-b8e2-7957c1c75b81" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.747551] env[61955]: DEBUG oslo_concurrency.lockutils [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] Acquired lock "refresh_cache-e9958832-981d-454f-b8e2-7957c1c75b81" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.747713] env[61955]: DEBUG nova.network.neutron [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] [instance: e9958832-981d-454f-b8e2-7957c1c75b81] Building network info cache for instance {{(pid=61955) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 548.784123] env[61955]: DEBUG oslo_concurrency.lockutils [None req-ef5feedc-a11d-48ed-8ab4-997e4e4a8f12 tempest-ListServerFiltersTestJSON-1599780681 tempest-ListServerFiltersTestJSON-1599780681-project-member] Acquiring lock "63714f16-a67d-4215-919f-e6e81c1b343f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.784377] env[61955]: DEBUG oslo_concurrency.lockutils [None req-ef5feedc-a11d-48ed-8ab4-997e4e4a8f12 tempest-ListServerFiltersTestJSON-1599780681 tempest-ListServerFiltersTestJSON-1599780681-project-member] Lock "63714f16-a67d-4215-919f-e6e81c1b343f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.788069] env[61955]: DEBUG oslo_concurrency.lockutils [None req-2b8c7c77-3bde-420e-9baf-15e9ef541c30 tempest-ServersTestJSON-1732724951 tempest-ServersTestJSON-1732724951-project-member] Acquiring lock "ee9db857-eced-4e0d-adee-b700811014be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.788285] env[61955]: DEBUG oslo_concurrency.lockutils [None req-2b8c7c77-3bde-420e-9baf-15e9ef541c30 tempest-ServersTestJSON-1732724951 tempest-ServersTestJSON-1732724951-project-member] Lock "ee9db857-eced-4e0d-adee-b700811014be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.860367] env[61955]: INFO nova.compute.manager [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: f966d253-48e1-4c7c-a4e8-60f1186de7af] Took 1.05 seconds to deallocate network for instance. [ 548.925617] env[61955]: DEBUG oslo_vmware.api [None req-1d9b1528-3bd9-47ab-a973-a8b19c40d453 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Task: {'id': task-1051539, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095943} completed successfully. {{(pid=61955) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.925871] env[61955]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d9b1528-3bd9-47ab-a973-a8b19c40d453 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Deleted the datastore file {{(pid=61955) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 548.926958] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9b1528-3bd9-47ab-a973-a8b19c40d453 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Deleted contents of the VM from datastore datastore2 {{(pid=61955) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 548.927215] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9b1528-3bd9-47ab-a973-a8b19c40d453 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Instance destroyed {{(pid=61955) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 548.927368] env[61955]: INFO nova.compute.manager [None req-1d9b1528-3bd9-47ab-a973-a8b19c40d453 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Took 1.09 seconds to destroy the instance on the hypervisor. [ 548.927606] env[61955]: DEBUG oslo.service.loopingcall [None req-1d9b1528-3bd9-47ab-a973-a8b19c40d453 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61955) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 548.927784] env[61955]: DEBUG nova.compute.manager [-] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Deallocating network for instance {{(pid=61955) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 548.927873] env[61955]: DEBUG nova.network.neutron [-] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] deallocate_for_instance() {{(pid=61955) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 548.943323] env[61955]: DEBUG nova.network.neutron [-] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 548.962258] env[61955]: DEBUG oslo_concurrency.lockutils [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 548.962878] env[61955]: DEBUG nova.compute.manager [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] Start building networks asynchronously for instance. {{(pid=61955) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 548.966334] env[61955]: DEBUG oslo_concurrency.lockutils [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 10.898s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.268123] env[61955]: DEBUG nova.network.neutron [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] [instance: e9958832-981d-454f-b8e2-7957c1c75b81] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 549.360967] env[61955]: DEBUG nova.network.neutron [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] [instance: e9958832-981d-454f-b8e2-7957c1c75b81] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 549.447128] env[61955]: DEBUG nova.network.neutron [-] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 549.467470] env[61955]: DEBUG nova.compute.utils [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] Using /dev/sd instead of None {{(pid=61955) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 549.468753] env[61955]: DEBUG nova.compute.manager [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] Allocating IP information in the background. {{(pid=61955) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 549.468980] env[61955]: DEBUG nova.network.neutron [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] allocate_for_instance() {{(pid=61955) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 549.537829] env[61955]: DEBUG nova.compute.manager [req-4c2f4c28-9a68-475c-a27c-46233a7bc0f5 req-c90c2c73-9db6-491f-bf2c-8c385730573e service nova] [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] Received event network-changed-d87dd33e-0eb5-441d-989a-e8d61999b1eb {{(pid=61955) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 549.538296] env[61955]: DEBUG nova.compute.manager [req-4c2f4c28-9a68-475c-a27c-46233a7bc0f5 req-c90c2c73-9db6-491f-bf2c-8c385730573e service nova] [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] Refreshing instance network info cache due to event network-changed-d87dd33e-0eb5-441d-989a-e8d61999b1eb. {{(pid=61955) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 549.539899] env[61955]: DEBUG oslo_concurrency.lockutils [req-4c2f4c28-9a68-475c-a27c-46233a7bc0f5 req-c90c2c73-9db6-491f-bf2c-8c385730573e service nova] Acquiring lock "refresh_cache-c8c79b68-aa71-4e14-b989-ea7eba877fba" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.539899] env[61955]: DEBUG oslo_concurrency.lockutils [req-4c2f4c28-9a68-475c-a27c-46233a7bc0f5 req-c90c2c73-9db6-491f-bf2c-8c385730573e service nova] Acquired lock "refresh_cache-c8c79b68-aa71-4e14-b989-ea7eba877fba" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.542258] env[61955]: DEBUG nova.network.neutron [req-4c2f4c28-9a68-475c-a27c-46233a7bc0f5 req-c90c2c73-9db6-491f-bf2c-8c385730573e service nova] [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] Refreshing network info cache for port d87dd33e-0eb5-441d-989a-e8d61999b1eb {{(pid=61955) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 549.571975] env[61955]: DEBUG nova.policy [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cb448e1da9648d3873cb7e5e8cee254', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb57f719ddda441ea11860fac8aa53ca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61955) authorize /opt/stack/nova/nova/policy.py:201}} [ 549.852278] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7f4843-49fc-433d-8d14-8b26586a72ee {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.862627] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c13dc6b-373d-4c4f-9358-29c3a5c530e3 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.867171] env[61955]: DEBUG oslo_concurrency.lockutils [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] Releasing lock "refresh_cache-e9958832-981d-454f-b8e2-7957c1c75b81" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.867660] env[61955]: DEBUG nova.compute.manager [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] [instance: e9958832-981d-454f-b8e2-7957c1c75b81] Start destroying the instance on the hypervisor. {{(pid=61955) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 549.867924] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] [instance: e9958832-981d-454f-b8e2-7957c1c75b81] Destroying instance {{(pid=61955) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 549.871909] env[61955]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d55e258-f771-44dc-8443-7c50f00d4820 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.908183] env[61955]: INFO nova.scheduler.client.report [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Deleted allocations for instance f966d253-48e1-4c7c-a4e8-60f1186de7af [ 549.914925] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9390a865-fb48-4e6b-a93d-7962ea7543b5 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.922304] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5735357e-e4d0-4249-a2c0-557ec04a4c80 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.941662] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b753f5-08fe-49cf-9d6c-0b2874f812b0 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.950209] env[61955]: WARNING nova.virt.vmwareapi.vmops [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] [instance: e9958832-981d-454f-b8e2-7957c1c75b81] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance e9958832-981d-454f-b8e2-7957c1c75b81 could not be found. [ 549.950565] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] [instance: e9958832-981d-454f-b8e2-7957c1c75b81] Instance destroyed {{(pid=61955) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 549.950565] env[61955]: INFO nova.compute.manager [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] [instance: e9958832-981d-454f-b8e2-7957c1c75b81] Took 0.08 seconds to destroy the instance on the hypervisor. [ 549.950860] env[61955]: DEBUG oslo.service.loopingcall [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61955) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 549.951589] env[61955]: INFO nova.compute.manager [-] [instance: b3adcefb-b5a4-459e-a4f8-337a2e35c18e] Took 1.02 seconds to deallocate network for instance. [ 549.952303] env[61955]: DEBUG nova.compute.manager [-] [instance: e9958832-981d-454f-b8e2-7957c1c75b81] Deallocating network for instance {{(pid=61955) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 549.952303] env[61955]: DEBUG nova.network.neutron [-] [instance: e9958832-981d-454f-b8e2-7957c1c75b81] deallocate_for_instance() {{(pid=61955) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 549.964255] env[61955]: DEBUG nova.compute.provider_tree [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Inventory has not changed in ProviderTree for provider: a0d99c68-79af-40cc-be12-fe7d0edccf27 {{(pid=61955) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 549.974317] env[61955]: DEBUG nova.compute.manager [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] Start building block device mappings for instance. {{(pid=61955) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 550.007733] env[61955]: DEBUG nova.network.neutron [-] [instance: e9958832-981d-454f-b8e2-7957c1c75b81] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 550.076990] env[61955]: DEBUG nova.network.neutron [req-4c2f4c28-9a68-475c-a27c-46233a7bc0f5 req-c90c2c73-9db6-491f-bf2c-8c385730573e service nova] [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 550.119795] env[61955]: DEBUG nova.network.neutron [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] Successfully created port: f03446f7-f39b-4255-8b68-636351ce4c1f {{(pid=61955) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 550.210521] env[61955]: DEBUG nova.network.neutron [req-4c2f4c28-9a68-475c-a27c-46233a7bc0f5 req-c90c2c73-9db6-491f-bf2c-8c385730573e service nova] [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 550.435262] env[61955]: DEBUG oslo_concurrency.lockutils [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Lock "f966d253-48e1-4c7c-a4e8-60f1186de7af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.099s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.470966] env[61955]: DEBUG nova.scheduler.client.report [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Inventory has not changed for provider a0d99c68-79af-40cc-be12-fe7d0edccf27 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61955) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 550.475085] env[61955]: DEBUG oslo_concurrency.lockutils [None req-1d9b1528-3bd9-47ab-a973-a8b19c40d453 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.514507] env[61955]: DEBUG nova.network.neutron [-] [instance: e9958832-981d-454f-b8e2-7957c1c75b81] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 550.714098] env[61955]: DEBUG oslo_concurrency.lockutils [req-4c2f4c28-9a68-475c-a27c-46233a7bc0f5 req-c90c2c73-9db6-491f-bf2c-8c385730573e service nova] Releasing lock "refresh_cache-c8c79b68-aa71-4e14-b989-ea7eba877fba" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.714393] env[61955]: DEBUG nova.compute.manager [req-4c2f4c28-9a68-475c-a27c-46233a7bc0f5 req-c90c2c73-9db6-491f-bf2c-8c385730573e service nova] [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] Received event network-vif-deleted-d87dd33e-0eb5-441d-989a-e8d61999b1eb {{(pid=61955) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 550.714591] env[61955]: DEBUG nova.compute.manager [req-4c2f4c28-9a68-475c-a27c-46233a7bc0f5 req-c90c2c73-9db6-491f-bf2c-8c385730573e service nova] [instance: e9958832-981d-454f-b8e2-7957c1c75b81] Received event network-changed-7581fe32-8f70-46df-a4df-f65d7e7d3a25 {{(pid=61955) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 550.714755] env[61955]: DEBUG nova.compute.manager [req-4c2f4c28-9a68-475c-a27c-46233a7bc0f5 req-c90c2c73-9db6-491f-bf2c-8c385730573e service nova] [instance: e9958832-981d-454f-b8e2-7957c1c75b81] Refreshing instance network info cache due to event network-changed-7581fe32-8f70-46df-a4df-f65d7e7d3a25. {{(pid=61955) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 550.714999] env[61955]: DEBUG oslo_concurrency.lockutils [req-4c2f4c28-9a68-475c-a27c-46233a7bc0f5 req-c90c2c73-9db6-491f-bf2c-8c385730573e service nova] Acquiring lock "refresh_cache-e9958832-981d-454f-b8e2-7957c1c75b81" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.715120] env[61955]: DEBUG oslo_concurrency.lockutils [req-4c2f4c28-9a68-475c-a27c-46233a7bc0f5 req-c90c2c73-9db6-491f-bf2c-8c385730573e service nova] Acquired lock "refresh_cache-e9958832-981d-454f-b8e2-7957c1c75b81" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.715288] env[61955]: DEBUG nova.network.neutron [req-4c2f4c28-9a68-475c-a27c-46233a7bc0f5 req-c90c2c73-9db6-491f-bf2c-8c385730573e service nova] [instance: e9958832-981d-454f-b8e2-7957c1c75b81] Refreshing network info cache for port 7581fe32-8f70-46df-a4df-f65d7e7d3a25 {{(pid=61955) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 550.747330] env[61955]: DEBUG nova.network.neutron [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] Successfully created port: 2a0be230-c56d-49a9-a89d-4173d6bd6f5d {{(pid=61955) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 550.941218] env[61955]: DEBUG nova.compute.manager [None req-bff6a835-707b-489b-bb67-ed3f492ba744 tempest-AttachVolumeTestJSON-2037617176 tempest-AttachVolumeTestJSON-2037617176-project-member] [instance: 9eca1b69-ede0-4dac-8c1d-e65209039aa6] Starting instance... {{(pid=61955) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 550.978502] env[61955]: DEBUG oslo_concurrency.lockutils [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 2.012s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.979279] env[61955]: ERROR nova.compute.manager [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port 4555707f-7e9b-4c94-88a3-d399c780d194, please check neutron logs for more information. [ 550.979279] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] Traceback (most recent call last): [ 550.979279] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 550.979279] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] self.driver.spawn(context, instance, image_meta, [ 550.979279] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 550.979279] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] self._vmops.spawn(context, instance, image_meta, injected_files, [ 550.979279] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 550.979279] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] vm_ref = self.build_virtual_machine(instance, [ 550.979279] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 550.979279] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] vif_infos = vmwarevif.get_vif_info(self._session, [ 550.979279] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 550.979684] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] for vif in network_info: [ 550.979684] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 550.979684] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] return self._sync_wrapper(fn, *args, **kwargs) [ 550.979684] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 550.979684] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] self.wait() [ 550.979684] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 550.979684] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] self[:] = self._gt.wait() [ 550.979684] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 550.979684] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] return self._exit_event.wait() [ 550.979684] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 550.979684] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] result = hub.switch() [ 550.979684] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 550.979684] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] return self.greenlet.switch() [ 550.980115] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 550.980115] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] result = function(*args, **kwargs) [ 550.980115] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 550.980115] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] return func(*args, **kwargs) [ 550.980115] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 550.980115] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] raise e [ 550.980115] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 550.980115] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] nwinfo = self.network_api.allocate_for_instance( [ 550.980115] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 550.980115] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] created_port_ids = self._update_ports_for_instance( [ 550.980115] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 550.980115] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] with excutils.save_and_reraise_exception(): [ 550.980115] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 550.980518] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] self.force_reraise() [ 550.980518] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 550.980518] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] raise self.value [ 550.980518] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 550.980518] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] updated_port = self._update_port( [ 550.980518] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 550.980518] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] _ensure_no_port_binding_failure(port) [ 550.980518] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 550.980518] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] raise exception.PortBindingFailed(port_id=port['id']) [ 550.980518] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] nova.exception.PortBindingFailed: Binding failed for port 4555707f-7e9b-4c94-88a3-d399c780d194, please check neutron logs for more information. [ 550.980518] env[61955]: ERROR nova.compute.manager [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] [ 550.981018] env[61955]: DEBUG nova.compute.utils [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] Binding failed for port 4555707f-7e9b-4c94-88a3-d399c780d194, please check neutron logs for more information. {{(pid=61955) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 550.986188] env[61955]: DEBUG nova.compute.manager [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] Build of instance a6942e88-4f88-4f73-8781-0f3fc833c6f3 was re-scheduled: Binding failed for port 4555707f-7e9b-4c94-88a3-d399c780d194, please check neutron logs for more information. {{(pid=61955) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 550.986188] env[61955]: DEBUG nova.compute.manager [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] Unplugging VIFs for instance {{(pid=61955) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 550.986188] env[61955]: DEBUG oslo_concurrency.lockutils [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Acquiring lock "refresh_cache-a6942e88-4f88-4f73-8781-0f3fc833c6f3" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.986188] env[61955]: DEBUG oslo_concurrency.lockutils [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Acquired lock "refresh_cache-a6942e88-4f88-4f73-8781-0f3fc833c6f3" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.986559] env[61955]: DEBUG nova.network.neutron [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] Building network info cache for instance {{(pid=61955) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 550.987104] env[61955]: DEBUG oslo_concurrency.lockutils [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.869s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.992587] env[61955]: INFO nova.compute.claims [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 550.996211] env[61955]: DEBUG nova.compute.manager [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] Start spawning the instance on the hypervisor. {{(pid=61955) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 551.017985] env[61955]: INFO nova.compute.manager [-] [instance: e9958832-981d-454f-b8e2-7957c1c75b81] Took 1.07 seconds to deallocate network for instance. [ 551.022041] env[61955]: DEBUG nova.compute.claims [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] [instance: e9958832-981d-454f-b8e2-7957c1c75b81] Aborting claim: {{(pid=61955) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 551.022225] env[61955]: DEBUG oslo_concurrency.lockutils [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.044822] env[61955]: DEBUG nova.virt.hardware [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-30T19:37:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-30T19:37:02Z,direct_url=,disk_format='vmdk',id=9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cb807be6b4d843f4b1cca9b9021d8d87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-30T19:37:02Z,virtual_size=,visibility=), allow threads: False {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 551.045045] env[61955]: DEBUG nova.virt.hardware [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] Flavor limits 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 551.045252] env[61955]: DEBUG nova.virt.hardware [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] Image limits 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 551.045542] env[61955]: DEBUG nova.virt.hardware [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] Flavor pref 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 551.045775] env[61955]: DEBUG nova.virt.hardware [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] Image pref 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 551.045966] env[61955]: DEBUG nova.virt.hardware [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 551.046288] env[61955]: DEBUG nova.virt.hardware [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 551.046485] env[61955]: DEBUG nova.virt.hardware [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61955) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 551.047155] env[61955]: DEBUG nova.virt.hardware [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] Got 1 possible topologies {{(pid=61955) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 551.047485] env[61955]: DEBUG nova.virt.hardware [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 551.047712] env[61955]: DEBUG nova.virt.hardware [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 551.048862] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7733063c-2ed1-48b3-ab04-3e55a9d0c035 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.057753] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36f31d9-7419-48c5-a728-b0a6266cc2ce {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.251449] env[61955]: DEBUG nova.network.neutron [req-4c2f4c28-9a68-475c-a27c-46233a7bc0f5 req-c90c2c73-9db6-491f-bf2c-8c385730573e service nova] [instance: e9958832-981d-454f-b8e2-7957c1c75b81] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 551.266763] env[61955]: DEBUG nova.network.neutron [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] Successfully created port: 2ff4257f-a0a6-4c30-9990-d0a05ee9c17b {{(pid=61955) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 551.410837] env[61955]: DEBUG nova.network.neutron [req-4c2f4c28-9a68-475c-a27c-46233a7bc0f5 req-c90c2c73-9db6-491f-bf2c-8c385730573e service nova] [instance: e9958832-981d-454f-b8e2-7957c1c75b81] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 551.470174] env[61955]: DEBUG oslo_concurrency.lockutils [None req-bff6a835-707b-489b-bb67-ed3f492ba744 tempest-AttachVolumeTestJSON-2037617176 tempest-AttachVolumeTestJSON-2037617176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.531814] env[61955]: DEBUG nova.network.neutron [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 551.603271] env[61955]: DEBUG oslo_concurrency.lockutils [None req-5913d43f-721c-4076-8abe-1e057e218d9f tempest-AttachInterfacesUnderV243Test-1173980928 tempest-AttachInterfacesUnderV243Test-1173980928-project-member] Acquiring lock "5bd0a6df-e93a-4153-8de5-a68bb5e804a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.604134] env[61955]: DEBUG oslo_concurrency.lockutils [None req-5913d43f-721c-4076-8abe-1e057e218d9f tempest-AttachInterfacesUnderV243Test-1173980928 tempest-AttachInterfacesUnderV243Test-1173980928-project-member] Lock "5bd0a6df-e93a-4153-8de5-a68bb5e804a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.733435] env[61955]: DEBUG nova.network.neutron [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 551.916879] env[61955]: DEBUG oslo_concurrency.lockutils [req-4c2f4c28-9a68-475c-a27c-46233a7bc0f5 req-c90c2c73-9db6-491f-bf2c-8c385730573e service nova] Releasing lock "refresh_cache-e9958832-981d-454f-b8e2-7957c1c75b81" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.917641] env[61955]: DEBUG nova.compute.manager [req-4c2f4c28-9a68-475c-a27c-46233a7bc0f5 req-c90c2c73-9db6-491f-bf2c-8c385730573e service nova] [instance: e9958832-981d-454f-b8e2-7957c1c75b81] Received event network-vif-deleted-7581fe32-8f70-46df-a4df-f65d7e7d3a25 {{(pid=61955) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 552.238742] env[61955]: DEBUG oslo_concurrency.lockutils [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Releasing lock "refresh_cache-a6942e88-4f88-4f73-8781-0f3fc833c6f3" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.238977] env[61955]: DEBUG nova.compute.manager [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=61955) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 552.239762] env[61955]: DEBUG nova.compute.manager [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] Deallocating network for instance {{(pid=61955) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 552.239978] env[61955]: DEBUG nova.network.neutron [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] deallocate_for_instance() {{(pid=61955) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 552.275816] env[61955]: DEBUG nova.network.neutron [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 552.388766] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7127968e-7c09-4758-a74d-8bf0191a4771 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.397899] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e75a1c5-a5fc-4c60-9329-3c72bd179347 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.434758] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfcf00d9-3499-4ec4-9ce8-9fb757d55adf {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.442802] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d99bb9c-f90e-409f-b8ea-24ee863e91f0 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.459450] env[61955]: DEBUG nova.compute.provider_tree [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] Inventory has not changed in ProviderTree for provider: a0d99c68-79af-40cc-be12-fe7d0edccf27 {{(pid=61955) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 552.782391] env[61955]: DEBUG nova.network.neutron [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 552.966403] env[61955]: DEBUG nova.scheduler.client.report [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] Inventory has not changed for provider a0d99c68-79af-40cc-be12-fe7d0edccf27 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61955) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 553.291737] env[61955]: INFO nova.compute.manager [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] [instance: a6942e88-4f88-4f73-8781-0f3fc833c6f3] Took 1.05 seconds to deallocate network for instance. [ 553.361677] env[61955]: ERROR nova.compute.manager [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port f03446f7-f39b-4255-8b68-636351ce4c1f, please check neutron logs for more information. [ 553.361677] env[61955]: ERROR nova.compute.manager Traceback (most recent call last): [ 553.361677] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 553.361677] env[61955]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 553.361677] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 553.361677] env[61955]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 553.361677] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 553.361677] env[61955]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 553.361677] env[61955]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 553.361677] env[61955]: ERROR nova.compute.manager self.force_reraise() [ 553.361677] env[61955]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 553.361677] env[61955]: ERROR nova.compute.manager raise self.value [ 553.361677] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 553.361677] env[61955]: ERROR nova.compute.manager updated_port = self._update_port( [ 553.361677] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 553.361677] env[61955]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 553.362167] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 553.362167] env[61955]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 553.362167] env[61955]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port f03446f7-f39b-4255-8b68-636351ce4c1f, please check neutron logs for more information. [ 553.362167] env[61955]: ERROR nova.compute.manager [ 553.362167] env[61955]: Traceback (most recent call last): [ 553.362167] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 553.362167] env[61955]: listener.cb(fileno) [ 553.362167] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 553.362167] env[61955]: result = function(*args, **kwargs) [ 553.362167] env[61955]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 553.362167] env[61955]: return func(*args, **kwargs) [ 553.362167] env[61955]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 553.362167] env[61955]: raise e [ 553.362167] env[61955]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 553.362167] env[61955]: nwinfo = self.network_api.allocate_for_instance( [ 553.362167] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 553.362167] env[61955]: created_port_ids = self._update_ports_for_instance( [ 553.362167] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 553.362167] env[61955]: with excutils.save_and_reraise_exception(): [ 553.362167] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 553.362167] env[61955]: self.force_reraise() [ 553.362167] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 553.362167] env[61955]: raise self.value [ 553.362167] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 553.362167] env[61955]: updated_port = self._update_port( [ 553.362167] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 553.362167] env[61955]: _ensure_no_port_binding_failure(port) [ 553.362167] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 553.362167] env[61955]: raise exception.PortBindingFailed(port_id=port['id']) [ 553.363018] env[61955]: nova.exception.PortBindingFailed: Binding failed for port f03446f7-f39b-4255-8b68-636351ce4c1f, please check neutron logs for more information. [ 553.363018] env[61955]: Removing descriptor: 16 [ 553.363018] env[61955]: ERROR nova.compute.manager [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port f03446f7-f39b-4255-8b68-636351ce4c1f, please check neutron logs for more information. [ 553.363018] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] Traceback (most recent call last): [ 553.363018] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 553.363018] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] yield resources [ 553.363018] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 553.363018] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] self.driver.spawn(context, instance, image_meta, [ 553.363018] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 553.363018] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] self._vmops.spawn(context, instance, image_meta, injected_files, [ 553.363018] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 553.363018] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] vm_ref = self.build_virtual_machine(instance, [ 553.363369] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 553.363369] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] vif_infos = vmwarevif.get_vif_info(self._session, [ 553.363369] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 553.363369] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] for vif in network_info: [ 553.363369] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 553.363369] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] return self._sync_wrapper(fn, *args, **kwargs) [ 553.363369] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 553.363369] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] self.wait() [ 553.363369] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 553.363369] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] self[:] = self._gt.wait() [ 553.363369] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 553.363369] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] return self._exit_event.wait() [ 553.363369] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 553.363369] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] result = hub.switch() [ 553.363750] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 553.363750] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] return self.greenlet.switch() [ 553.363750] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 553.363750] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] result = function(*args, **kwargs) [ 553.363750] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 553.363750] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] return func(*args, **kwargs) [ 553.363750] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 553.363750] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] raise e [ 553.363750] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 553.363750] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] nwinfo = self.network_api.allocate_for_instance( [ 553.363750] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 553.363750] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] created_port_ids = self._update_ports_for_instance( [ 553.363750] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 553.364130] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] with excutils.save_and_reraise_exception(): [ 553.364130] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 553.364130] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] self.force_reraise() [ 553.364130] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 553.364130] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] raise self.value [ 553.364130] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 553.364130] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] updated_port = self._update_port( [ 553.364130] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 553.364130] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] _ensure_no_port_binding_failure(port) [ 553.364130] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 553.364130] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] raise exception.PortBindingFailed(port_id=port['id']) [ 553.364130] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] nova.exception.PortBindingFailed: Binding failed for port f03446f7-f39b-4255-8b68-636351ce4c1f, please check neutron logs for more information. [ 553.364130] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] [ 553.364656] env[61955]: INFO nova.compute.manager [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] Terminating instance [ 553.367448] env[61955]: DEBUG oslo_concurrency.lockutils [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] Acquiring lock "refresh_cache-6662c19b-8233-4911-8c12-b094ccc01edf" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.367448] env[61955]: DEBUG oslo_concurrency.lockutils [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] Acquired lock "refresh_cache-6662c19b-8233-4911-8c12-b094ccc01edf" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.367618] env[61955]: DEBUG nova.network.neutron [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] Building network info cache for instance {{(pid=61955) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 553.459926] env[61955]: DEBUG nova.compute.manager [req-d23bd8b1-afd0-4925-8def-e9293fc8ac37 req-372dfc01-26f2-4214-8a87-bef26027c8dd service nova] [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] Received event network-changed-f03446f7-f39b-4255-8b68-636351ce4c1f {{(pid=61955) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 553.461514] env[61955]: DEBUG nova.compute.manager [req-d23bd8b1-afd0-4925-8def-e9293fc8ac37 req-372dfc01-26f2-4214-8a87-bef26027c8dd service nova] [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] Refreshing instance network info cache due to event network-changed-f03446f7-f39b-4255-8b68-636351ce4c1f. {{(pid=61955) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 553.461514] env[61955]: DEBUG oslo_concurrency.lockutils [req-d23bd8b1-afd0-4925-8def-e9293fc8ac37 req-372dfc01-26f2-4214-8a87-bef26027c8dd service nova] Acquiring lock "refresh_cache-6662c19b-8233-4911-8c12-b094ccc01edf" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.469740] env[61955]: DEBUG oslo_concurrency.lockutils [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.470183] env[61955]: DEBUG nova.compute.manager [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] Start building networks asynchronously for instance. {{(pid=61955) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 553.473947] env[61955]: DEBUG oslo_concurrency.lockutils [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 12.957s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.921852] env[61955]: DEBUG nova.network.neutron [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 553.986371] env[61955]: DEBUG nova.compute.utils [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] Using /dev/sd instead of None {{(pid=61955) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 553.992099] env[61955]: DEBUG nova.compute.manager [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] Allocating IP information in the background. {{(pid=61955) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 553.992099] env[61955]: DEBUG nova.network.neutron [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] allocate_for_instance() {{(pid=61955) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 554.130760] env[61955]: DEBUG nova.policy [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '486164f8c0c741a09b0110a2bd278b06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3043b1112f8f490dba6381f977a401f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61955) authorize /opt/stack/nova/nova/policy.py:201}} [ 554.137578] env[61955]: DEBUG nova.network.neutron [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 554.333082] env[61955]: DEBUG oslo_concurrency.lockutils [None req-fb681e73-b668-4702-abaf-acada52263f0 tempest-InstanceActionsV221TestJSON-1230715925 tempest-InstanceActionsV221TestJSON-1230715925-project-member] Acquiring lock "cd8f1018-686e-4e8a-b0c3-328c6c1e7c8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.335301] env[61955]: DEBUG oslo_concurrency.lockutils [None req-fb681e73-b668-4702-abaf-acada52263f0 tempest-InstanceActionsV221TestJSON-1230715925 tempest-InstanceActionsV221TestJSON-1230715925-project-member] Lock "cd8f1018-686e-4e8a-b0c3-328c6c1e7c8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.349070] env[61955]: INFO nova.scheduler.client.report [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Deleted allocations for instance a6942e88-4f88-4f73-8781-0f3fc833c6f3 [ 554.392667] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab0de3b-3f3d-4c7e-85a3-9b1db5128c8f {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.406390] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e65705a-8cf0-4d5a-9704-0458f951bcf3 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.438134] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c7d706-2256-4550-9551-477a065e4e61 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.445694] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072a3c31-53c1-4542-9e00-61ae6b2fdeb2 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.466229] env[61955]: DEBUG nova.compute.provider_tree [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] Inventory has not changed in ProviderTree for provider: a0d99c68-79af-40cc-be12-fe7d0edccf27 {{(pid=61955) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 554.498460] env[61955]: DEBUG nova.compute.manager [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] Start building block device mappings for instance. {{(pid=61955) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 554.640460] env[61955]: DEBUG oslo_concurrency.lockutils [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] Releasing lock "refresh_cache-6662c19b-8233-4911-8c12-b094ccc01edf" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.640460] env[61955]: DEBUG nova.compute.manager [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] Start destroying the instance on the hypervisor. {{(pid=61955) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 554.640610] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] Destroying instance {{(pid=61955) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 554.644018] env[61955]: DEBUG oslo_concurrency.lockutils [req-d23bd8b1-afd0-4925-8def-e9293fc8ac37 req-372dfc01-26f2-4214-8a87-bef26027c8dd service nova] Acquired lock "refresh_cache-6662c19b-8233-4911-8c12-b094ccc01edf" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.644018] env[61955]: DEBUG nova.network.neutron [req-d23bd8b1-afd0-4925-8def-e9293fc8ac37 req-372dfc01-26f2-4214-8a87-bef26027c8dd service nova] [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] Refreshing network info cache for port f03446f7-f39b-4255-8b68-636351ce4c1f {{(pid=61955) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 554.644018] env[61955]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7730c827-03f0-45f5-943e-bf5ee5b0dcfd {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.655466] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d223fb-2b1a-4c0e-91ec-abd38263b27c {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.683770] env[61955]: WARNING nova.virt.vmwareapi.vmops [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 6662c19b-8233-4911-8c12-b094ccc01edf could not be found. [ 554.685910] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] Instance destroyed {{(pid=61955) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 554.686174] env[61955]: INFO nova.compute.manager [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] Took 0.05 seconds to destroy the instance on the hypervisor. [ 554.686432] env[61955]: DEBUG oslo.service.loopingcall [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61955) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 554.688920] env[61955]: DEBUG nova.compute.manager [-] [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] Deallocating network for instance {{(pid=61955) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 554.688920] env[61955]: DEBUG nova.network.neutron [-] [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] deallocate_for_instance() {{(pid=61955) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 554.759669] env[61955]: DEBUG nova.network.neutron [-] [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 554.858689] env[61955]: DEBUG oslo_concurrency.lockutils [None req-449560dd-4ed1-436f-ac74-09332a7f1539 tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Lock "a6942e88-4f88-4f73-8781-0f3fc833c6f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.483s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.913889] env[61955]: DEBUG nova.network.neutron [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] Successfully created port: 5637d7da-ff67-4d8b-92c1-c375fb88a687 {{(pid=61955) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 554.971133] env[61955]: DEBUG nova.scheduler.client.report [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] Inventory has not changed for provider a0d99c68-79af-40cc-be12-fe7d0edccf27 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61955) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 555.017055] env[61955]: DEBUG oslo_concurrency.lockutils [None req-8dd1783b-bb70-45a7-bf68-7ac112542d15 tempest-ServerExternalEventsTest-1630495908 tempest-ServerExternalEventsTest-1630495908-project-member] Acquiring lock "0fb16d60-2d09-4820-94e9-91f7a74c56f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.017055] env[61955]: DEBUG oslo_concurrency.lockutils [None req-8dd1783b-bb70-45a7-bf68-7ac112542d15 tempest-ServerExternalEventsTest-1630495908 tempest-ServerExternalEventsTest-1630495908-project-member] Lock "0fb16d60-2d09-4820-94e9-91f7a74c56f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.206140] env[61955]: DEBUG nova.network.neutron [req-d23bd8b1-afd0-4925-8def-e9293fc8ac37 req-372dfc01-26f2-4214-8a87-bef26027c8dd service nova] [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 555.339607] env[61955]: DEBUG nova.network.neutron [req-d23bd8b1-afd0-4925-8def-e9293fc8ac37 req-372dfc01-26f2-4214-8a87-bef26027c8dd service nova] [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 555.361211] env[61955]: DEBUG nova.compute.manager [None req-ffedc9b7-a9b0-42d2-9cbd-12c3553b4612 tempest-ImagesOneServerTestJSON-968336884 tempest-ImagesOneServerTestJSON-968336884-project-member] [instance: 0519c800-13ce-4029-9483-9fc5b6bcd04a] Starting instance... {{(pid=61955) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 555.420519] env[61955]: DEBUG oslo_concurrency.lockutils [None req-9ed6a163-c1eb-4acc-bc64-dbd264b53c39 tempest-ServersAdmin275Test-1013346400 tempest-ServersAdmin275Test-1013346400-project-member] Acquiring lock "ae270144-7dde-4c93-8c55-3b9995c5cde5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.421025] env[61955]: DEBUG oslo_concurrency.lockutils [None req-9ed6a163-c1eb-4acc-bc64-dbd264b53c39 tempest-ServersAdmin275Test-1013346400 tempest-ServersAdmin275Test-1013346400-project-member] Lock "ae270144-7dde-4c93-8c55-3b9995c5cde5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.483368] env[61955]: DEBUG oslo_concurrency.lockutils [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 2.006s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.483368] env[61955]: ERROR nova.compute.manager [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port ce07d3b1-dbe1-4c4c-b03a-0838eea6bbe3, please check neutron logs for more information. [ 555.483368] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] Traceback (most recent call last): [ 555.483368] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 555.483368] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] self.driver.spawn(context, instance, image_meta, [ 555.483368] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 555.483368] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] self._vmops.spawn(context, instance, image_meta, injected_files, [ 555.483368] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 555.483368] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] vm_ref = self.build_virtual_machine(instance, [ 555.483656] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 555.483656] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] vif_infos = vmwarevif.get_vif_info(self._session, [ 555.483656] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 555.483656] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] for vif in network_info: [ 555.483656] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 555.483656] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] return self._sync_wrapper(fn, *args, **kwargs) [ 555.483656] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 555.483656] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] self.wait() [ 555.483656] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 555.483656] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] self[:] = self._gt.wait() [ 555.483656] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 555.483656] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] return self._exit_event.wait() [ 555.483656] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 555.483656] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] result = hub.switch() [ 555.484105] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 555.484105] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] return self.greenlet.switch() [ 555.484105] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 555.484105] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] result = function(*args, **kwargs) [ 555.484105] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 555.484105] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] return func(*args, **kwargs) [ 555.484105] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 555.484105] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] raise e [ 555.484105] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 555.484105] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] nwinfo = self.network_api.allocate_for_instance( [ 555.484105] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 555.484105] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] created_port_ids = self._update_ports_for_instance( [ 555.484105] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 555.484484] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] with excutils.save_and_reraise_exception(): [ 555.484484] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 555.484484] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] self.force_reraise() [ 555.484484] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 555.484484] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] raise self.value [ 555.484484] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 555.484484] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] updated_port = self._update_port( [ 555.484484] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 555.484484] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] _ensure_no_port_binding_failure(port) [ 555.484484] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 555.484484] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] raise exception.PortBindingFailed(port_id=port['id']) [ 555.484484] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] nova.exception.PortBindingFailed: Binding failed for port ce07d3b1-dbe1-4c4c-b03a-0838eea6bbe3, please check neutron logs for more information. [ 555.484484] env[61955]: ERROR nova.compute.manager [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] [ 555.484852] env[61955]: DEBUG nova.compute.utils [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] Binding failed for port ce07d3b1-dbe1-4c4c-b03a-0838eea6bbe3, please check neutron logs for more information. {{(pid=61955) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 555.486054] env[61955]: DEBUG oslo_concurrency.lockutils [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 11.169s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.490091] env[61955]: DEBUG nova.compute.manager [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] Build of instance c755ead0-e19b-42e3-bad4-21618c6e1cb6 was re-scheduled: Binding failed for port ce07d3b1-dbe1-4c4c-b03a-0838eea6bbe3, please check neutron logs for more information. {{(pid=61955) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 555.490659] env[61955]: DEBUG nova.compute.manager [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] Unplugging VIFs for instance {{(pid=61955) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 555.490817] env[61955]: DEBUG oslo_concurrency.lockutils [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] Acquiring lock "refresh_cache-c755ead0-e19b-42e3-bad4-21618c6e1cb6" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.491192] env[61955]: DEBUG oslo_concurrency.lockutils [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] Acquired lock "refresh_cache-c755ead0-e19b-42e3-bad4-21618c6e1cb6" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.491754] env[61955]: DEBUG nova.network.neutron [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] Building network info cache for instance {{(pid=61955) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 555.513458] env[61955]: DEBUG nova.compute.manager [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] Start spawning the instance on the hypervisor. {{(pid=61955) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 555.542760] env[61955]: DEBUG nova.virt.hardware [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-30T19:37:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-30T19:37:02Z,direct_url=,disk_format='vmdk',id=9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cb807be6b4d843f4b1cca9b9021d8d87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-30T19:37:02Z,virtual_size=,visibility=), allow threads: False {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 555.542997] env[61955]: DEBUG nova.virt.hardware [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] Flavor limits 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 555.543176] env[61955]: DEBUG nova.virt.hardware [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] Image limits 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 555.543531] env[61955]: DEBUG nova.virt.hardware [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] Flavor pref 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 555.543531] env[61955]: DEBUG nova.virt.hardware [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] Image pref 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 555.543636] env[61955]: DEBUG nova.virt.hardware [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 555.543829] env[61955]: DEBUG nova.virt.hardware [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 555.543975] env[61955]: DEBUG nova.virt.hardware [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61955) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 555.544874] env[61955]: DEBUG nova.virt.hardware [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] Got 1 possible topologies {{(pid=61955) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 555.545467] env[61955]: DEBUG nova.virt.hardware [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 555.545602] env[61955]: DEBUG nova.virt.hardware [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 555.548446] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3651f8d0-6415-4de3-8437-0389c85a3fda {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.555239] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa664921-66f3-4cdd-aa58-80cbfe1a79f8 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.842856] env[61955]: DEBUG oslo_concurrency.lockutils [req-d23bd8b1-afd0-4925-8def-e9293fc8ac37 req-372dfc01-26f2-4214-8a87-bef26027c8dd service nova] Releasing lock "refresh_cache-6662c19b-8233-4911-8c12-b094ccc01edf" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.883056] env[61955]: DEBUG oslo_concurrency.lockutils [None req-ffedc9b7-a9b0-42d2-9cbd-12c3553b4612 tempest-ImagesOneServerTestJSON-968336884 tempest-ImagesOneServerTestJSON-968336884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.042619] env[61955]: DEBUG nova.network.neutron [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 556.147419] env[61955]: DEBUG nova.network.neutron [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 556.225538] env[61955]: DEBUG nova.compute.manager [req-35581fec-5564-4b7e-860c-820e0b3f6e5d req-7c9b24d9-4be5-4da5-8536-503a60bf1857 service nova] [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] Received event network-vif-deleted-f03446f7-f39b-4255-8b68-636351ce4c1f {{(pid=61955) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 556.363582] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f0538f-8d23-4cf1-b8ae-bd9b2aaef11e {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.373816] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2275b7-73a0-441c-8e75-e4955b00d60c {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.404533] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c037c32f-6fde-4ce9-bc72-6395ba3cd132 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.412059] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d871fd9-a13e-4fef-831e-ed9f622bfe42 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.425924] env[61955]: DEBUG nova.compute.provider_tree [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] Inventory has not changed in ProviderTree for provider: a0d99c68-79af-40cc-be12-fe7d0edccf27 {{(pid=61955) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 556.632246] env[61955]: DEBUG nova.network.neutron [-] [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 556.652599] env[61955]: DEBUG oslo_concurrency.lockutils [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] Releasing lock "refresh_cache-c755ead0-e19b-42e3-bad4-21618c6e1cb6" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.652599] env[61955]: DEBUG nova.compute.manager [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=61955) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 556.652599] env[61955]: DEBUG nova.compute.manager [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] Deallocating network for instance {{(pid=61955) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 556.652599] env[61955]: DEBUG nova.network.neutron [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] deallocate_for_instance() {{(pid=61955) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 556.676319] env[61955]: DEBUG nova.network.neutron [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 556.931588] env[61955]: DEBUG nova.scheduler.client.report [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] Inventory has not changed for provider a0d99c68-79af-40cc-be12-fe7d0edccf27 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61955) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 557.135977] env[61955]: INFO nova.compute.manager [-] [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] Took 2.45 seconds to deallocate network for instance. [ 557.140782] env[61955]: DEBUG nova.compute.claims [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] Aborting claim: {{(pid=61955) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 557.140855] env[61955]: DEBUG oslo_concurrency.lockutils [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.181415] env[61955]: DEBUG nova.network.neutron [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 557.420944] env[61955]: ERROR nova.compute.manager [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port 5637d7da-ff67-4d8b-92c1-c375fb88a687, please check neutron logs for more information. [ 557.420944] env[61955]: ERROR nova.compute.manager Traceback (most recent call last): [ 557.420944] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 557.420944] env[61955]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 557.420944] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 557.420944] env[61955]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 557.420944] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 557.420944] env[61955]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 557.420944] env[61955]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 557.420944] env[61955]: ERROR nova.compute.manager self.force_reraise() [ 557.420944] env[61955]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 557.420944] env[61955]: ERROR nova.compute.manager raise self.value [ 557.420944] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 557.420944] env[61955]: ERROR nova.compute.manager updated_port = self._update_port( [ 557.420944] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 557.420944] env[61955]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 557.421921] env[61955]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 557.421921] env[61955]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 557.421921] env[61955]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port 5637d7da-ff67-4d8b-92c1-c375fb88a687, please check neutron logs for more information. [ 557.421921] env[61955]: ERROR nova.compute.manager [ 557.421921] env[61955]: Traceback (most recent call last): [ 557.421921] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 557.421921] env[61955]: listener.cb(fileno) [ 557.421921] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 557.421921] env[61955]: result = function(*args, **kwargs) [ 557.421921] env[61955]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 557.421921] env[61955]: return func(*args, **kwargs) [ 557.421921] env[61955]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 557.421921] env[61955]: raise e [ 557.421921] env[61955]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 557.421921] env[61955]: nwinfo = self.network_api.allocate_for_instance( [ 557.421921] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 557.421921] env[61955]: created_port_ids = self._update_ports_for_instance( [ 557.421921] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 557.421921] env[61955]: with excutils.save_and_reraise_exception(): [ 557.421921] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 557.421921] env[61955]: self.force_reraise() [ 557.421921] env[61955]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 557.421921] env[61955]: raise self.value [ 557.421921] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 557.421921] env[61955]: updated_port = self._update_port( [ 557.421921] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 557.421921] env[61955]: _ensure_no_port_binding_failure(port) [ 557.421921] env[61955]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 557.421921] env[61955]: raise exception.PortBindingFailed(port_id=port['id']) [ 557.422814] env[61955]: nova.exception.PortBindingFailed: Binding failed for port 5637d7da-ff67-4d8b-92c1-c375fb88a687, please check neutron logs for more information. [ 557.422814] env[61955]: Removing descriptor: 15 [ 557.422814] env[61955]: ERROR nova.compute.manager [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port 5637d7da-ff67-4d8b-92c1-c375fb88a687, please check neutron logs for more information. [ 557.422814] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] Traceback (most recent call last): [ 557.422814] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 557.422814] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] yield resources [ 557.422814] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 557.422814] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] self.driver.spawn(context, instance, image_meta, [ 557.422814] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 557.422814] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] self._vmops.spawn(context, instance, image_meta, injected_files, [ 557.422814] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 557.422814] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] vm_ref = self.build_virtual_machine(instance, [ 557.423238] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 557.423238] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] vif_infos = vmwarevif.get_vif_info(self._session, [ 557.423238] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 557.423238] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] for vif in network_info: [ 557.423238] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 557.423238] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] return self._sync_wrapper(fn, *args, **kwargs) [ 557.423238] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 557.423238] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] self.wait() [ 557.423238] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 557.423238] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] self[:] = self._gt.wait() [ 557.423238] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 557.423238] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] return self._exit_event.wait() [ 557.423238] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 557.423238] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] result = hub.switch() [ 557.423637] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 557.423637] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] return self.greenlet.switch() [ 557.423637] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 557.423637] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] result = function(*args, **kwargs) [ 557.423637] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 557.423637] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] return func(*args, **kwargs) [ 557.423637] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 557.423637] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] raise e [ 557.423637] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 557.423637] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] nwinfo = self.network_api.allocate_for_instance( [ 557.423637] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 557.423637] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] created_port_ids = self._update_ports_for_instance( [ 557.423637] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 557.424031] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] with excutils.save_and_reraise_exception(): [ 557.424031] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 557.424031] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] self.force_reraise() [ 557.424031] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 557.424031] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] raise self.value [ 557.424031] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 557.424031] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] updated_port = self._update_port( [ 557.424031] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 557.424031] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] _ensure_no_port_binding_failure(port) [ 557.424031] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 557.424031] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] raise exception.PortBindingFailed(port_id=port['id']) [ 557.424031] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] nova.exception.PortBindingFailed: Binding failed for port 5637d7da-ff67-4d8b-92c1-c375fb88a687, please check neutron logs for more information. [ 557.424031] env[61955]: ERROR nova.compute.manager [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] [ 557.424396] env[61955]: INFO nova.compute.manager [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] Terminating instance [ 557.429141] env[61955]: DEBUG oslo_concurrency.lockutils [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] Acquiring lock "refresh_cache-af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.429299] env[61955]: DEBUG oslo_concurrency.lockutils [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] Acquired lock "refresh_cache-af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.429813] env[61955]: DEBUG nova.network.neutron [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] Building network info cache for instance {{(pid=61955) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 557.437477] env[61955]: DEBUG oslo_concurrency.lockutils [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.954s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.438103] env[61955]: ERROR nova.compute.manager [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] [instance: 828c436d-852a-4a00-9a1e-961308e9160b] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port 88c5fd5f-77a8-431c-b527-4ec82bf69d5d, please check neutron logs for more information. [ 557.438103] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] Traceback (most recent call last): [ 557.438103] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 557.438103] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] self.driver.spawn(context, instance, image_meta, [ 557.438103] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 557.438103] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] self._vmops.spawn(context, instance, image_meta, injected_files, [ 557.438103] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 557.438103] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] vm_ref = self.build_virtual_machine(instance, [ 557.438103] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 557.438103] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] vif_infos = vmwarevif.get_vif_info(self._session, [ 557.438103] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 557.438473] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] for vif in network_info: [ 557.438473] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 557.438473] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] return self._sync_wrapper(fn, *args, **kwargs) [ 557.438473] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 557.438473] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] self.wait() [ 557.438473] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 557.438473] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] self[:] = self._gt.wait() [ 557.438473] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 557.438473] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] return self._exit_event.wait() [ 557.438473] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 557.438473] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] result = hub.switch() [ 557.438473] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 557.438473] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] return self.greenlet.switch() [ 557.438838] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 557.438838] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] result = function(*args, **kwargs) [ 557.438838] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 557.438838] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] return func(*args, **kwargs) [ 557.438838] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 557.438838] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] raise e [ 557.438838] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 557.438838] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] nwinfo = self.network_api.allocate_for_instance( [ 557.438838] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 557.438838] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] created_port_ids = self._update_ports_for_instance( [ 557.438838] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 557.438838] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] with excutils.save_and_reraise_exception(): [ 557.438838] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 557.440131] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] self.force_reraise() [ 557.440131] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 557.440131] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] raise self.value [ 557.440131] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 557.440131] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] updated_port = self._update_port( [ 557.440131] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 557.440131] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] _ensure_no_port_binding_failure(port) [ 557.440131] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 557.440131] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] raise exception.PortBindingFailed(port_id=port['id']) [ 557.440131] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] nova.exception.PortBindingFailed: Binding failed for port 88c5fd5f-77a8-431c-b527-4ec82bf69d5d, please check neutron logs for more information. [ 557.440131] env[61955]: ERROR nova.compute.manager [instance: 828c436d-852a-4a00-9a1e-961308e9160b] [ 557.440512] env[61955]: DEBUG nova.compute.utils [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] [instance: 828c436d-852a-4a00-9a1e-961308e9160b] Binding failed for port 88c5fd5f-77a8-431c-b527-4ec82bf69d5d, please check neutron logs for more information. {{(pid=61955) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 557.441193] env[61955]: DEBUG oslo_concurrency.lockutils [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 12.538s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.446938] env[61955]: DEBUG nova.compute.manager [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] [instance: 828c436d-852a-4a00-9a1e-961308e9160b] Build of instance 828c436d-852a-4a00-9a1e-961308e9160b was re-scheduled: Binding failed for port 88c5fd5f-77a8-431c-b527-4ec82bf69d5d, please check neutron logs for more information. {{(pid=61955) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 557.447528] env[61955]: DEBUG nova.compute.manager [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] [instance: 828c436d-852a-4a00-9a1e-961308e9160b] Unplugging VIFs for instance {{(pid=61955) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 557.447658] env[61955]: DEBUG oslo_concurrency.lockutils [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] Acquiring lock "refresh_cache-828c436d-852a-4a00-9a1e-961308e9160b" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.447807] env[61955]: DEBUG oslo_concurrency.lockutils [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] Acquired lock "refresh_cache-828c436d-852a-4a00-9a1e-961308e9160b" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.447967] env[61955]: DEBUG nova.network.neutron [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] [instance: 828c436d-852a-4a00-9a1e-961308e9160b] Building network info cache for instance {{(pid=61955) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 557.686289] env[61955]: INFO nova.compute.manager [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] [instance: c755ead0-e19b-42e3-bad4-21618c6e1cb6] Took 1.04 seconds to deallocate network for instance. [ 557.967082] env[61955]: DEBUG nova.network.neutron [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 557.992953] env[61955]: DEBUG nova.network.neutron [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] [instance: 828c436d-852a-4a00-9a1e-961308e9160b] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 558.149557] env[61955]: DEBUG nova.network.neutron [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 558.178807] env[61955]: DEBUG nova.network.neutron [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] [instance: 828c436d-852a-4a00-9a1e-961308e9160b] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 558.404438] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e40242-548b-41f2-af03-ae70bdd28562 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.415055] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1d1695-9230-4ff2-ad6b-3b3b11fddd34 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.456916] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c971a591-6031-4f25-85ee-6d25d57693f1 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.464130] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e6bb3e-bfdb-46cf-90e5-1493b3c77ade {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.480750] env[61955]: DEBUG nova.compute.provider_tree [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] Inventory has not changed in ProviderTree for provider: a0d99c68-79af-40cc-be12-fe7d0edccf27 {{(pid=61955) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 558.640192] env[61955]: DEBUG nova.compute.manager [req-b999ae06-f58c-4b0d-8bb8-e1d103603b2b req-f4daad59-68c7-416e-94eb-6b36e89e1e77 service nova] [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] Received event network-changed-5637d7da-ff67-4d8b-92c1-c375fb88a687 {{(pid=61955) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 558.640381] env[61955]: DEBUG nova.compute.manager [req-b999ae06-f58c-4b0d-8bb8-e1d103603b2b req-f4daad59-68c7-416e-94eb-6b36e89e1e77 service nova] [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] Refreshing instance network info cache due to event network-changed-5637d7da-ff67-4d8b-92c1-c375fb88a687. {{(pid=61955) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 558.640571] env[61955]: DEBUG oslo_concurrency.lockutils [req-b999ae06-f58c-4b0d-8bb8-e1d103603b2b req-f4daad59-68c7-416e-94eb-6b36e89e1e77 service nova] Acquiring lock "refresh_cache-af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.653839] env[61955]: DEBUG oslo_concurrency.lockutils [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] Releasing lock "refresh_cache-af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.654272] env[61955]: DEBUG nova.compute.manager [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] Start destroying the instance on the hypervisor. {{(pid=61955) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 558.654493] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] Destroying instance {{(pid=61955) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 558.654794] env[61955]: DEBUG oslo_concurrency.lockutils [req-b999ae06-f58c-4b0d-8bb8-e1d103603b2b req-f4daad59-68c7-416e-94eb-6b36e89e1e77 service nova] Acquired lock "refresh_cache-af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.656279] env[61955]: DEBUG nova.network.neutron [req-b999ae06-f58c-4b0d-8bb8-e1d103603b2b req-f4daad59-68c7-416e-94eb-6b36e89e1e77 service nova] [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] Refreshing network info cache for port 5637d7da-ff67-4d8b-92c1-c375fb88a687 {{(pid=61955) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 558.658690] env[61955]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1082fea5-7898-49f4-a40c-656bca2cf676 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.668555] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717e20c5-976c-4f9b-ac8b-701b386fe9c1 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.681096] env[61955]: DEBUG oslo_concurrency.lockutils [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] Releasing lock "refresh_cache-828c436d-852a-4a00-9a1e-961308e9160b" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.681329] env[61955]: DEBUG nova.compute.manager [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=61955) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 558.681495] env[61955]: DEBUG nova.compute.manager [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] [instance: 828c436d-852a-4a00-9a1e-961308e9160b] Deallocating network for instance {{(pid=61955) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 558.681658] env[61955]: DEBUG nova.network.neutron [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] [instance: 828c436d-852a-4a00-9a1e-961308e9160b] deallocate_for_instance() {{(pid=61955) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 558.692317] env[61955]: WARNING nova.virt.vmwareapi.vmops [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e could not be found. [ 558.692510] env[61955]: DEBUG nova.virt.vmwareapi.vmops [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] Instance destroyed {{(pid=61955) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 558.692688] env[61955]: INFO nova.compute.manager [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] Took 0.04 seconds to destroy the instance on the hypervisor. [ 558.692921] env[61955]: DEBUG oslo.service.loopingcall [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=61955) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 558.693237] env[61955]: DEBUG nova.compute.manager [-] [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] Deallocating network for instance {{(pid=61955) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 558.693312] env[61955]: DEBUG nova.network.neutron [-] [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] deallocate_for_instance() {{(pid=61955) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 558.719834] env[61955]: DEBUG nova.network.neutron [-] [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 558.723084] env[61955]: DEBUG nova.network.neutron [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] [instance: 828c436d-852a-4a00-9a1e-961308e9160b] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 558.726498] env[61955]: INFO nova.scheduler.client.report [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] Deleted allocations for instance c755ead0-e19b-42e3-bad4-21618c6e1cb6 [ 558.990442] env[61955]: DEBUG nova.scheduler.client.report [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] Inventory has not changed for provider a0d99c68-79af-40cc-be12-fe7d0edccf27 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61955) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 559.222231] env[61955]: DEBUG nova.network.neutron [-] [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 559.225329] env[61955]: DEBUG nova.network.neutron [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] [instance: 828c436d-852a-4a00-9a1e-961308e9160b] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 559.234234] env[61955]: DEBUG oslo_concurrency.lockutils [None req-4b0a5d8b-80bd-4b49-b64c-26aa21811219 tempest-ServerDiagnosticsTest-368119104 tempest-ServerDiagnosticsTest-368119104-project-member] Lock "c755ead0-e19b-42e3-bad4-21618c6e1cb6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.031s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.264793] env[61955]: DEBUG nova.network.neutron [req-b999ae06-f58c-4b0d-8bb8-e1d103603b2b req-f4daad59-68c7-416e-94eb-6b36e89e1e77 service nova] [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 559.500071] env[61955]: DEBUG oslo_concurrency.lockutils [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 2.057s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.500071] env[61955]: ERROR nova.compute.manager [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port 354fe1b7-3f3f-4531-a2f6-5db7690b799a, please check neutron logs for more information. [ 559.500071] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] Traceback (most recent call last): [ 559.500071] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 559.500071] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] self.driver.spawn(context, instance, image_meta, [ 559.500071] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 559.500071] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] self._vmops.spawn(context, instance, image_meta, injected_files, [ 559.500071] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 559.500071] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] vm_ref = self.build_virtual_machine(instance, [ 559.500528] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 559.500528] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] vif_infos = vmwarevif.get_vif_info(self._session, [ 559.500528] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 559.500528] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] for vif in network_info: [ 559.500528] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 559.500528] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] return self._sync_wrapper(fn, *args, **kwargs) [ 559.500528] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 559.500528] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] self.wait() [ 559.500528] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 559.500528] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] self[:] = self._gt.wait() [ 559.500528] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 559.500528] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] return self._exit_event.wait() [ 559.500528] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 559.500528] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] result = hub.switch() [ 559.500911] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 559.500911] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] return self.greenlet.switch() [ 559.500911] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 559.500911] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] result = function(*args, **kwargs) [ 559.500911] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 559.500911] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] return func(*args, **kwargs) [ 559.500911] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 559.500911] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] raise e [ 559.500911] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 559.500911] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] nwinfo = self.network_api.allocate_for_instance( [ 559.500911] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 559.500911] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] created_port_ids = self._update_ports_for_instance( [ 559.500911] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 559.501289] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] with excutils.save_and_reraise_exception(): [ 559.501289] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 559.501289] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] self.force_reraise() [ 559.501289] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 559.501289] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] raise self.value [ 559.501289] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 559.501289] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] updated_port = self._update_port( [ 559.501289] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 559.501289] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] _ensure_no_port_binding_failure(port) [ 559.501289] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 559.501289] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] raise exception.PortBindingFailed(port_id=port['id']) [ 559.501289] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] nova.exception.PortBindingFailed: Binding failed for port 354fe1b7-3f3f-4531-a2f6-5db7690b799a, please check neutron logs for more information. [ 559.501289] env[61955]: ERROR nova.compute.manager [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] [ 559.501649] env[61955]: DEBUG nova.compute.utils [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] Binding failed for port 354fe1b7-3f3f-4531-a2f6-5db7690b799a, please check neutron logs for more information. {{(pid=61955) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 559.501649] env[61955]: DEBUG oslo_concurrency.lockutils [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 12.077s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.504890] env[61955]: DEBUG nova.compute.manager [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] Build of instance 8d7f242f-e02b-4a4f-9180-446994f9da3f was re-scheduled: Binding failed for port 354fe1b7-3f3f-4531-a2f6-5db7690b799a, please check neutron logs for more information. {{(pid=61955) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 559.508035] env[61955]: DEBUG nova.compute.manager [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] Unplugging VIFs for instance {{(pid=61955) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 559.508035] env[61955]: DEBUG oslo_concurrency.lockutils [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] Acquiring lock "refresh_cache-8d7f242f-e02b-4a4f-9180-446994f9da3f" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.508035] env[61955]: DEBUG oslo_concurrency.lockutils [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] Acquired lock "refresh_cache-8d7f242f-e02b-4a4f-9180-446994f9da3f" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.510232] env[61955]: DEBUG nova.network.neutron [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] Building network info cache for instance {{(pid=61955) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 559.542668] env[61955]: DEBUG nova.network.neutron [req-b999ae06-f58c-4b0d-8bb8-e1d103603b2b req-f4daad59-68c7-416e-94eb-6b36e89e1e77 service nova] [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 559.727965] env[61955]: INFO nova.compute.manager [-] [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] Took 1.03 seconds to deallocate network for instance. [ 559.727965] env[61955]: INFO nova.compute.manager [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] [instance: 828c436d-852a-4a00-9a1e-961308e9160b] Took 1.05 seconds to deallocate network for instance. [ 559.734160] env[61955]: DEBUG nova.compute.claims [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] Aborting claim: {{(pid=61955) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 559.734160] env[61955]: DEBUG oslo_concurrency.lockutils [None req-13e1ed80-8517-48f7-943d-177e03c80311 tempest-ServerActionsTestOtherA-1095565927 tempest-ServerActionsTestOtherA-1095565927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.738766] env[61955]: DEBUG nova.compute.manager [None req-d74b90cb-fbc2-42db-a8bb-dc7110cfe132 tempest-VolumesAdminNegativeTest-1244390274 tempest-VolumesAdminNegativeTest-1244390274-project-member] [instance: e46eee7b-8f76-4a60-b129-9551dd535df8] Starting instance... {{(pid=61955) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 560.041235] env[61955]: DEBUG nova.network.neutron [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 560.058030] env[61955]: DEBUG oslo_concurrency.lockutils [req-b999ae06-f58c-4b0d-8bb8-e1d103603b2b req-f4daad59-68c7-416e-94eb-6b36e89e1e77 service nova] Releasing lock "refresh_cache-af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.058030] env[61955]: DEBUG nova.compute.manager [req-b999ae06-f58c-4b0d-8bb8-e1d103603b2b req-f4daad59-68c7-416e-94eb-6b36e89e1e77 service nova] [instance: af864d93-4d2e-4b3b-a1d5-6ca6b2aed92e] Received event network-vif-deleted-5637d7da-ff67-4d8b-92c1-c375fb88a687 {{(pid=61955) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 560.061165] env[61955]: DEBUG oslo_concurrency.lockutils [None req-d2caea38-c9e4-41d6-a7cf-072c2a51de7d tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Acquiring lock "d40f8e8f-c952-4675-87e0-51420fd21408" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.061411] env[61955]: DEBUG oslo_concurrency.lockutils [None req-d2caea38-c9e4-41d6-a7cf-072c2a51de7d tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Lock "d40f8e8f-c952-4675-87e0-51420fd21408" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.139773] env[61955]: DEBUG oslo_concurrency.lockutils [None req-d2caea38-c9e4-41d6-a7cf-072c2a51de7d tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Acquiring lock "36bca1f2-caa1-4745-96f9-afda5a0dff3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.139773] env[61955]: DEBUG oslo_concurrency.lockutils [None req-d2caea38-c9e4-41d6-a7cf-072c2a51de7d tempest-MultipleCreateTestJSON-375782801 tempest-MultipleCreateTestJSON-375782801-project-member] Lock "36bca1f2-caa1-4745-96f9-afda5a0dff3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.268257] env[61955]: DEBUG oslo_concurrency.lockutils [None req-d74b90cb-fbc2-42db-a8bb-dc7110cfe132 tempest-VolumesAdminNegativeTest-1244390274 tempest-VolumesAdminNegativeTest-1244390274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.273967] env[61955]: DEBUG nova.network.neutron [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 560.275391] env[61955]: DEBUG oslo_concurrency.lockutils [None req-a13dfa05-6239-4c93-9c1d-1939d4f6b0b8 tempest-SecurityGroupsTestJSON-24316600 tempest-SecurityGroupsTestJSON-24316600-project-member] Acquiring lock "39495210-bae4-47b7-8b56-277c3f1f00f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.276180] env[61955]: DEBUG oslo_concurrency.lockutils [None req-a13dfa05-6239-4c93-9c1d-1939d4f6b0b8 tempest-SecurityGroupsTestJSON-24316600 tempest-SecurityGroupsTestJSON-24316600-project-member] Lock "39495210-bae4-47b7-8b56-277c3f1f00f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.439737] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc114e11-0f47-4324-b59b-9418dcaeb5d3 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.447283] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efca704c-bc14-4e9f-8d42-46b5f84ced0f {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.482207] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d455e1-b563-467c-9b6b-6f5d0a679224 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.490067] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4ef6fe-aa9d-40db-92c7-5c9f5fa9c6a0 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.504164] env[61955]: DEBUG nova.compute.provider_tree [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] Inventory has not changed in ProviderTree for provider: a0d99c68-79af-40cc-be12-fe7d0edccf27 {{(pid=61955) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 560.768070] env[61955]: INFO nova.scheduler.client.report [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] Deleted allocations for instance 828c436d-852a-4a00-9a1e-961308e9160b [ 560.777754] env[61955]: DEBUG oslo_concurrency.lockutils [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] Releasing lock "refresh_cache-8d7f242f-e02b-4a4f-9180-446994f9da3f" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.778017] env[61955]: DEBUG nova.compute.manager [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=61955) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 560.778210] env[61955]: DEBUG nova.compute.manager [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] Deallocating network for instance {{(pid=61955) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 560.778373] env[61955]: DEBUG nova.network.neutron [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] deallocate_for_instance() {{(pid=61955) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 560.808615] env[61955]: DEBUG nova.network.neutron [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 561.007951] env[61955]: DEBUG nova.scheduler.client.report [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] Inventory has not changed for provider a0d99c68-79af-40cc-be12-fe7d0edccf27 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61955) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 561.278238] env[61955]: DEBUG oslo_concurrency.lockutils [None req-915a0675-688f-41c3-867e-8894ce0f8e8d tempest-ServerDiagnosticsNegativeTest-941309888 tempest-ServerDiagnosticsNegativeTest-941309888-project-member] Lock "828c436d-852a-4a00-9a1e-961308e9160b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.553s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.312171] env[61955]: DEBUG nova.network.neutron [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 561.517760] env[61955]: DEBUG oslo_concurrency.lockutils [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 2.014s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.517760] env[61955]: ERROR nova.compute.manager [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port 9263a502-42d8-48a6-b29a-6d9fe27209b2, please check neutron logs for more information. [ 561.517760] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] Traceback (most recent call last): [ 561.517760] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 561.517760] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] self.driver.spawn(context, instance, image_meta, [ 561.517760] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 561.517760] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] self._vmops.spawn(context, instance, image_meta, injected_files, [ 561.517760] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 561.517760] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] vm_ref = self.build_virtual_machine(instance, [ 561.518200] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 561.518200] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] vif_infos = vmwarevif.get_vif_info(self._session, [ 561.518200] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 561.518200] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] for vif in network_info: [ 561.518200] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 561.518200] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] return self._sync_wrapper(fn, *args, **kwargs) [ 561.518200] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 561.518200] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] self.wait() [ 561.518200] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 561.518200] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] self[:] = self._gt.wait() [ 561.518200] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 561.518200] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] return self._exit_event.wait() [ 561.518200] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 561.518200] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] result = hub.switch() [ 561.518624] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 561.518624] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] return self.greenlet.switch() [ 561.518624] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 561.518624] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] result = function(*args, **kwargs) [ 561.518624] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 561.518624] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] return func(*args, **kwargs) [ 561.518624] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 561.518624] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] raise e [ 561.518624] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 561.518624] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] nwinfo = self.network_api.allocate_for_instance( [ 561.518624] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 561.518624] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] created_port_ids = self._update_ports_for_instance( [ 561.518624] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 561.519019] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] with excutils.save_and_reraise_exception(): [ 561.519019] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 561.519019] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] self.force_reraise() [ 561.519019] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 561.519019] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] raise self.value [ 561.519019] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 561.519019] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] updated_port = self._update_port( [ 561.519019] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 561.519019] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] _ensure_no_port_binding_failure(port) [ 561.519019] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 561.519019] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] raise exception.PortBindingFailed(port_id=port['id']) [ 561.519019] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] nova.exception.PortBindingFailed: Binding failed for port 9263a502-42d8-48a6-b29a-6d9fe27209b2, please check neutron logs for more information. [ 561.519019] env[61955]: ERROR nova.compute.manager [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] [ 561.519428] env[61955]: DEBUG nova.compute.utils [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] Binding failed for port 9263a502-42d8-48a6-b29a-6d9fe27209b2, please check neutron logs for more information. {{(pid=61955) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 561.520716] env[61955]: DEBUG nova.compute.manager [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] Build of instance a8aaafe2-9b52-4454-aad2-767e6f057442 was re-scheduled: Binding failed for port 9263a502-42d8-48a6-b29a-6d9fe27209b2, please check neutron logs for more information. {{(pid=61955) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 561.521197] env[61955]: DEBUG nova.compute.manager [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] Unplugging VIFs for instance {{(pid=61955) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 561.522225] env[61955]: DEBUG oslo_concurrency.lockutils [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] Acquiring lock "refresh_cache-a8aaafe2-9b52-4454-aad2-767e6f057442" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.522225] env[61955]: DEBUG oslo_concurrency.lockutils [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] Acquired lock "refresh_cache-a8aaafe2-9b52-4454-aad2-767e6f057442" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.522225] env[61955]: DEBUG nova.network.neutron [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] Building network info cache for instance {{(pid=61955) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 561.523363] env[61955]: DEBUG oslo_concurrency.lockutils [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 12.981s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.786784] env[61955]: DEBUG nova.compute.manager [None req-48aa8401-7b15-4396-b4b1-d0f8da6b8e64 tempest-ListServerFiltersTestJSON-1599780681 tempest-ListServerFiltersTestJSON-1599780681-project-member] [instance: 821f9c4c-3219-45ce-966b-4ecad6c41ef6] Starting instance... {{(pid=61955) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 561.819156] env[61955]: INFO nova.compute.manager [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] [instance: 8d7f242f-e02b-4a4f-9180-446994f9da3f] Took 1.04 seconds to deallocate network for instance. [ 562.067818] env[61955]: DEBUG nova.network.neutron [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 562.143545] env[61955]: DEBUG oslo_concurrency.lockutils [None req-d3e2f754-884d-455f-9cf3-ce93f21aef26 tempest-ServerActionsTestOtherB-1580484866 tempest-ServerActionsTestOtherB-1580484866-project-member] Acquiring lock "ed15fc85-3ac2-49ab-8041-90bb9ef3a933" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.143661] env[61955]: DEBUG oslo_concurrency.lockutils [None req-d3e2f754-884d-455f-9cf3-ce93f21aef26 tempest-ServerActionsTestOtherB-1580484866 tempest-ServerActionsTestOtherB-1580484866-project-member] Lock "ed15fc85-3ac2-49ab-8041-90bb9ef3a933" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.261618] env[61955]: DEBUG nova.network.neutron [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 562.314968] env[61955]: DEBUG oslo_concurrency.lockutils [None req-48aa8401-7b15-4396-b4b1-d0f8da6b8e64 tempest-ListServerFiltersTestJSON-1599780681 tempest-ListServerFiltersTestJSON-1599780681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.466567] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383e5881-3617-456d-ab68-88b5a0f1ab15 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.476921] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c52394c-36cb-4871-b58f-f68ff936d140 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.515459] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad43d03-691a-4651-aac3-9471d8146fb4 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.523195] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf828a7-74c1-4ccb-ac16-0f2df9563659 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.536347] env[61955]: DEBUG nova.compute.provider_tree [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] Inventory has not changed in ProviderTree for provider: a0d99c68-79af-40cc-be12-fe7d0edccf27 {{(pid=61955) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 562.764735] env[61955]: DEBUG oslo_concurrency.lockutils [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] Releasing lock "refresh_cache-a8aaafe2-9b52-4454-aad2-767e6f057442" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.765039] env[61955]: DEBUG nova.compute.manager [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=61955) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 562.765289] env[61955]: DEBUG nova.compute.manager [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] Deallocating network for instance {{(pid=61955) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 562.765450] env[61955]: DEBUG nova.network.neutron [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] deallocate_for_instance() {{(pid=61955) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 562.801420] env[61955]: DEBUG nova.network.neutron [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 562.874445] env[61955]: INFO nova.scheduler.client.report [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] Deleted allocations for instance 8d7f242f-e02b-4a4f-9180-446994f9da3f [ 563.040442] env[61955]: DEBUG nova.scheduler.client.report [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] Inventory has not changed for provider a0d99c68-79af-40cc-be12-fe7d0edccf27 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61955) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 563.305036] env[61955]: DEBUG nova.network.neutron [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 563.384998] env[61955]: DEBUG oslo_concurrency.lockutils [None req-486c04af-dfc4-4b5c-80ef-91493a3d2155 tempest-ServersWithSpecificFlavorTestJSON-383883861 tempest-ServersWithSpecificFlavorTestJSON-383883861-project-member] Lock "8d7f242f-e02b-4a4f-9180-446994f9da3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.005s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.547801] env[61955]: DEBUG oslo_concurrency.lockutils [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 2.024s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.549118] env[61955]: ERROR nova.compute.manager [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port d87dd33e-0eb5-441d-989a-e8d61999b1eb, please check neutron logs for more information. [ 563.549118] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] Traceback (most recent call last): [ 563.549118] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 563.549118] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] self.driver.spawn(context, instance, image_meta, [ 563.549118] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 563.549118] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] self._vmops.spawn(context, instance, image_meta, injected_files, [ 563.549118] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 563.549118] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] vm_ref = self.build_virtual_machine(instance, [ 563.549118] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 563.549118] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] vif_infos = vmwarevif.get_vif_info(self._session, [ 563.549118] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 563.549457] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] for vif in network_info: [ 563.549457] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 563.549457] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] return self._sync_wrapper(fn, *args, **kwargs) [ 563.549457] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 563.549457] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] self.wait() [ 563.549457] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 563.549457] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] self[:] = self._gt.wait() [ 563.549457] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 563.549457] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] return self._exit_event.wait() [ 563.549457] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 563.549457] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] result = hub.switch() [ 563.549457] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 563.549457] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] return self.greenlet.switch() [ 563.549812] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 563.549812] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] result = function(*args, **kwargs) [ 563.549812] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 563.549812] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] return func(*args, **kwargs) [ 563.549812] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 563.549812] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] raise e [ 563.549812] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 563.549812] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] nwinfo = self.network_api.allocate_for_instance( [ 563.549812] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 563.549812] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] created_port_ids = self._update_ports_for_instance( [ 563.549812] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 563.549812] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] with excutils.save_and_reraise_exception(): [ 563.549812] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 563.550183] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] self.force_reraise() [ 563.550183] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 563.550183] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] raise self.value [ 563.550183] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 563.550183] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] updated_port = self._update_port( [ 563.550183] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 563.550183] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] _ensure_no_port_binding_failure(port) [ 563.550183] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 563.550183] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] raise exception.PortBindingFailed(port_id=port['id']) [ 563.550183] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] nova.exception.PortBindingFailed: Binding failed for port d87dd33e-0eb5-441d-989a-e8d61999b1eb, please check neutron logs for more information. [ 563.550183] env[61955]: ERROR nova.compute.manager [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] [ 563.550515] env[61955]: DEBUG nova.compute.utils [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] Binding failed for port d87dd33e-0eb5-441d-989a-e8d61999b1eb, please check neutron logs for more information. {{(pid=61955) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 563.550996] env[61955]: DEBUG oslo_concurrency.lockutils [None req-1d9b1528-3bd9-47ab-a973-a8b19c40d453 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.076s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.551443] env[61955]: DEBUG nova.objects.instance [None req-1d9b1528-3bd9-47ab-a973-a8b19c40d453 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Lazy-loading 'resources' on Instance uuid b3adcefb-b5a4-459e-a4f8-337a2e35c18e {{(pid=61955) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 563.552740] env[61955]: DEBUG nova.compute.manager [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] Build of instance c8c79b68-aa71-4e14-b989-ea7eba877fba was re-scheduled: Binding failed for port d87dd33e-0eb5-441d-989a-e8d61999b1eb, please check neutron logs for more information. {{(pid=61955) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 563.553508] env[61955]: DEBUG nova.compute.manager [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] Unplugging VIFs for instance {{(pid=61955) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 563.553578] env[61955]: DEBUG oslo_concurrency.lockutils [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] Acquiring lock "refresh_cache-c8c79b68-aa71-4e14-b989-ea7eba877fba" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.553721] env[61955]: DEBUG oslo_concurrency.lockutils [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] Acquired lock "refresh_cache-c8c79b68-aa71-4e14-b989-ea7eba877fba" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.553900] env[61955]: DEBUG nova.network.neutron [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] Building network info cache for instance {{(pid=61955) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 563.812740] env[61955]: INFO nova.compute.manager [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] [instance: a8aaafe2-9b52-4454-aad2-767e6f057442] Took 1.05 seconds to deallocate network for instance. [ 563.891727] env[61955]: DEBUG nova.compute.manager [None req-b6725bf1-27c4-45a9-9e72-e7d2fc6ee209 tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] [instance: 4ebb394d-5ba7-40fd-8be0-8f65c01858ac] Starting instance... {{(pid=61955) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 564.088391] env[61955]: DEBUG nova.network.neutron [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 564.253802] env[61955]: DEBUG nova.network.neutron [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 564.417034] env[61955]: DEBUG oslo_concurrency.lockutils [None req-b6725bf1-27c4-45a9-9e72-e7d2fc6ee209 tempest-MigrationsAdminTest-298348291 tempest-MigrationsAdminTest-298348291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.433598] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec43b19-e517-4fb7-9068-e9cb5b44c582 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.445745] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7049d7e-078c-411b-b764-1927b2770594 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.477322] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f1ae9c-0149-441e-be2b-b33fab5504f4 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.486070] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8f2fea-ee91-4d8c-b6e2-81e4158cbfec {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.500969] env[61955]: DEBUG nova.compute.provider_tree [None req-1d9b1528-3bd9-47ab-a973-a8b19c40d453 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Inventory has not changed in ProviderTree for provider: a0d99c68-79af-40cc-be12-fe7d0edccf27 {{(pid=61955) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 564.505816] env[61955]: DEBUG oslo_concurrency.lockutils [None req-41dd26fe-f65f-4b5c-9bb9-297a0933c24e tempest-AttachVolumeShelveTestJSON-395442131 tempest-AttachVolumeShelveTestJSON-395442131-project-member] Acquiring lock "fbb12d20-666b-483e-9ad9-664cef8ef0ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.506908] env[61955]: DEBUG oslo_concurrency.lockutils [None req-41dd26fe-f65f-4b5c-9bb9-297a0933c24e tempest-AttachVolumeShelveTestJSON-395442131 tempest-AttachVolumeShelveTestJSON-395442131-project-member] Lock "fbb12d20-666b-483e-9ad9-664cef8ef0ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.757788] env[61955]: DEBUG oslo_concurrency.lockutils [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] Releasing lock "refresh_cache-c8c79b68-aa71-4e14-b989-ea7eba877fba" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.760725] env[61955]: DEBUG nova.compute.manager [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=61955) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 564.760725] env[61955]: DEBUG nova.compute.manager [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] Deallocating network for instance {{(pid=61955) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 564.760725] env[61955]: DEBUG nova.network.neutron [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] deallocate_for_instance() {{(pid=61955) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 564.792561] env[61955]: DEBUG nova.network.neutron [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 564.860730] env[61955]: INFO nova.scheduler.client.report [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] Deleted allocations for instance a8aaafe2-9b52-4454-aad2-767e6f057442 [ 565.004057] env[61955]: DEBUG nova.scheduler.client.report [None req-1d9b1528-3bd9-47ab-a973-a8b19c40d453 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Inventory has not changed for provider a0d99c68-79af-40cc-be12-fe7d0edccf27 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61955) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 565.297392] env[61955]: DEBUG nova.network.neutron [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 565.377573] env[61955]: DEBUG oslo_concurrency.lockutils [None req-2881612a-53ab-4fb5-a74c-6eff25b193b4 tempest-VolumesAssistedSnapshotsTest-1788709568 tempest-VolumesAssistedSnapshotsTest-1788709568-project-member] Lock "a8aaafe2-9b52-4454-aad2-767e6f057442" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.046s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.509739] env[61955]: DEBUG oslo_concurrency.lockutils [None req-1d9b1528-3bd9-47ab-a973-a8b19c40d453 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.514978] env[61955]: DEBUG oslo_concurrency.lockutils [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 14.493s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.544028] env[61955]: INFO nova.scheduler.client.report [None req-1d9b1528-3bd9-47ab-a973-a8b19c40d453 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Deleted allocations for instance b3adcefb-b5a4-459e-a4f8-337a2e35c18e [ 565.582600] env[61955]: DEBUG oslo_concurrency.lockutils [None req-0bdddf0b-58bf-4e00-b139-798134918459 tempest-AttachInterfacesTestJSON-987914486 tempest-AttachInterfacesTestJSON-987914486-project-member] Acquiring lock "b0aec066-2e3a-4dad-826b-196c3afa7467" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.583072] env[61955]: DEBUG oslo_concurrency.lockutils [None req-0bdddf0b-58bf-4e00-b139-798134918459 tempest-AttachInterfacesTestJSON-987914486 tempest-AttachInterfacesTestJSON-987914486-project-member] Lock "b0aec066-2e3a-4dad-826b-196c3afa7467" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.805302] env[61955]: INFO nova.compute.manager [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] [instance: c8c79b68-aa71-4e14-b989-ea7eba877fba] Took 1.04 seconds to deallocate network for instance. [ 565.881698] env[61955]: DEBUG nova.compute.manager [None req-0ff42f31-3ea5-49fa-93d0-828b80856b23 tempest-ImagesNegativeTestJSON-235691283 tempest-ImagesNegativeTestJSON-235691283-project-member] [instance: fd4de12e-d95b-4d71-807d-3649ab7236b6] Starting instance... {{(pid=61955) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 565.998690] env[61955]: DEBUG oslo_concurrency.lockutils [None req-91c13b74-2e7f-4610-8790-c83a94cabce9 tempest-TenantUsagesTestJSON-1089522775 tempest-TenantUsagesTestJSON-1089522775-project-member] Acquiring lock "a5c8989e-dd98-4954-a97a-c4ad6d27026b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.999924] env[61955]: DEBUG oslo_concurrency.lockutils [None req-91c13b74-2e7f-4610-8790-c83a94cabce9 tempest-TenantUsagesTestJSON-1089522775 tempest-TenantUsagesTestJSON-1089522775-project-member] Lock "a5c8989e-dd98-4954-a97a-c4ad6d27026b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.056867] env[61955]: DEBUG oslo_concurrency.lockutils [None req-1d9b1528-3bd9-47ab-a973-a8b19c40d453 tempest-ServerDiagnosticsV248Test-214685953 tempest-ServerDiagnosticsV248Test-214685953-project-member] Lock "b3adcefb-b5a4-459e-a4f8-337a2e35c18e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.396s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.417672] env[61955]: DEBUG oslo_concurrency.lockutils [None req-0ff42f31-3ea5-49fa-93d0-828b80856b23 tempest-ImagesNegativeTestJSON-235691283 tempest-ImagesNegativeTestJSON-235691283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.476746] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b2e69e-49ba-4dda-9e15-a6807e25c070 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.486092] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620fbe26-1e05-4a75-ba03-607688a3aab0 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.524808] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb6392d-ce72-413b-bc83-0aa1f9312b6e {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.533434] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f58e42-fa07-420f-8630-5c3cea89f295 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.548818] env[61955]: DEBUG nova.compute.provider_tree [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] Inventory has not changed in ProviderTree for provider: a0d99c68-79af-40cc-be12-fe7d0edccf27 {{(pid=61955) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 566.849172] env[61955]: INFO nova.scheduler.client.report [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] Deleted allocations for instance c8c79b68-aa71-4e14-b989-ea7eba877fba [ 567.051887] env[61955]: DEBUG nova.scheduler.client.report [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] Inventory has not changed for provider a0d99c68-79af-40cc-be12-fe7d0edccf27 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61955) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 567.361918] env[61955]: DEBUG oslo_concurrency.lockutils [None req-47353d97-7a54-4fa6-b6c7-6029b28bc0f5 tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] Lock "c8c79b68-aa71-4e14-b989-ea7eba877fba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.837s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.559739] env[61955]: DEBUG oslo_concurrency.lockutils [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 2.043s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.560041] env[61955]: ERROR nova.compute.manager [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] [instance: e9958832-981d-454f-b8e2-7957c1c75b81] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port 7581fe32-8f70-46df-a4df-f65d7e7d3a25, please check neutron logs for more information. [ 567.560041] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] Traceback (most recent call last): [ 567.560041] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 567.560041] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] self.driver.spawn(context, instance, image_meta, [ 567.560041] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 567.560041] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] self._vmops.spawn(context, instance, image_meta, injected_files, [ 567.560041] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 567.560041] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] vm_ref = self.build_virtual_machine(instance, [ 567.560041] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 567.560041] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] vif_infos = vmwarevif.get_vif_info(self._session, [ 567.560041] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 567.560370] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] for vif in network_info: [ 567.560370] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 567.560370] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] return self._sync_wrapper(fn, *args, **kwargs) [ 567.560370] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 567.560370] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] self.wait() [ 567.560370] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 567.560370] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] self[:] = self._gt.wait() [ 567.560370] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 567.560370] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] return self._exit_event.wait() [ 567.560370] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 567.560370] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] result = hub.switch() [ 567.560370] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 567.560370] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] return self.greenlet.switch() [ 567.560731] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 567.560731] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] result = function(*args, **kwargs) [ 567.560731] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 567.560731] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] return func(*args, **kwargs) [ 567.560731] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 567.560731] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] raise e [ 567.560731] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 567.560731] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] nwinfo = self.network_api.allocate_for_instance( [ 567.560731] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 567.560731] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] created_port_ids = self._update_ports_for_instance( [ 567.560731] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 567.560731] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] with excutils.save_and_reraise_exception(): [ 567.560731] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 567.561095] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] self.force_reraise() [ 567.561095] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 567.561095] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] raise self.value [ 567.561095] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 567.561095] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] updated_port = self._update_port( [ 567.561095] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 567.561095] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] _ensure_no_port_binding_failure(port) [ 567.561095] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 567.561095] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] raise exception.PortBindingFailed(port_id=port['id']) [ 567.561095] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] nova.exception.PortBindingFailed: Binding failed for port 7581fe32-8f70-46df-a4df-f65d7e7d3a25, please check neutron logs for more information. [ 567.561095] env[61955]: ERROR nova.compute.manager [instance: e9958832-981d-454f-b8e2-7957c1c75b81] [ 567.561407] env[61955]: DEBUG nova.compute.utils [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] [instance: e9958832-981d-454f-b8e2-7957c1c75b81] Binding failed for port 7581fe32-8f70-46df-a4df-f65d7e7d3a25, please check neutron logs for more information. {{(pid=61955) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 567.564248] env[61955]: DEBUG oslo_concurrency.lockutils [None req-bff6a835-707b-489b-bb67-ed3f492ba744 tempest-AttachVolumeTestJSON-2037617176 tempest-AttachVolumeTestJSON-2037617176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.092s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.565623] env[61955]: INFO nova.compute.claims [None req-bff6a835-707b-489b-bb67-ed3f492ba744 tempest-AttachVolumeTestJSON-2037617176 tempest-AttachVolumeTestJSON-2037617176-project-member] [instance: 9eca1b69-ede0-4dac-8c1d-e65209039aa6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 567.570925] env[61955]: DEBUG nova.compute.manager [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] [instance: e9958832-981d-454f-b8e2-7957c1c75b81] Build of instance e9958832-981d-454f-b8e2-7957c1c75b81 was re-scheduled: Binding failed for port 7581fe32-8f70-46df-a4df-f65d7e7d3a25, please check neutron logs for more information. {{(pid=61955) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 567.573606] env[61955]: DEBUG nova.compute.manager [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] [instance: e9958832-981d-454f-b8e2-7957c1c75b81] Unplugging VIFs for instance {{(pid=61955) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 567.573967] env[61955]: DEBUG oslo_concurrency.lockutils [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] Acquiring lock "refresh_cache-e9958832-981d-454f-b8e2-7957c1c75b81" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.574140] env[61955]: DEBUG oslo_concurrency.lockutils [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] Acquired lock "refresh_cache-e9958832-981d-454f-b8e2-7957c1c75b81" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.574310] env[61955]: DEBUG nova.network.neutron [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] [instance: e9958832-981d-454f-b8e2-7957c1c75b81] Building network info cache for instance {{(pid=61955) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 567.870893] env[61955]: DEBUG nova.compute.manager [None req-e8d14e9b-c2c5-4519-8f89-9f06d8910170 tempest-ListServerFiltersTestJSON-1599780681 tempest-ListServerFiltersTestJSON-1599780681-project-member] [instance: 25435d8f-1f73-41bf-8e6f-78e99cdfe7ad] Starting instance... {{(pid=61955) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 568.141137] env[61955]: DEBUG nova.network.neutron [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] [instance: e9958832-981d-454f-b8e2-7957c1c75b81] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 568.406955] env[61955]: DEBUG oslo_concurrency.lockutils [None req-e8d14e9b-c2c5-4519-8f89-9f06d8910170 tempest-ListServerFiltersTestJSON-1599780681 tempest-ListServerFiltersTestJSON-1599780681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.594798] env[61955]: DEBUG nova.network.neutron [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] [instance: e9958832-981d-454f-b8e2-7957c1c75b81] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 569.098638] env[61955]: DEBUG oslo_concurrency.lockutils [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] Releasing lock "refresh_cache-e9958832-981d-454f-b8e2-7957c1c75b81" {{(pid=61955) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.098859] env[61955]: DEBUG nova.compute.manager [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=61955) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 569.099218] env[61955]: DEBUG nova.compute.manager [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] [instance: e9958832-981d-454f-b8e2-7957c1c75b81] Deallocating network for instance {{(pid=61955) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 569.099442] env[61955]: DEBUG nova.network.neutron [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] [instance: e9958832-981d-454f-b8e2-7957c1c75b81] deallocate_for_instance() {{(pid=61955) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 569.117357] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a7cb4d-ba0a-4caa-894c-a67734a8dbcb {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.125407] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1667f16d-2645-4c03-8520-49ea7fd98c7c {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.170548] env[61955]: DEBUG nova.network.neutron [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] [instance: e9958832-981d-454f-b8e2-7957c1c75b81] Instance cache missing network info. {{(pid=61955) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 569.172540] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53af3e1c-5687-4a3b-969c-fc99db48eaaa {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.180920] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26f6f58-10c1-447a-9589-d0273d358c0f {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.197815] env[61955]: DEBUG nova.compute.provider_tree [None req-bff6a835-707b-489b-bb67-ed3f492ba744 tempest-AttachVolumeTestJSON-2037617176 tempest-AttachVolumeTestJSON-2037617176-project-member] Inventory has not changed in ProviderTree for provider: a0d99c68-79af-40cc-be12-fe7d0edccf27 {{(pid=61955) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 569.421113] env[61955]: DEBUG oslo_concurrency.lockutils [None req-c4f921d1-2b5b-48e4-9c53-f52ba60a953d tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] Acquiring lock "d4069d57-a314-4211-a02f-02327b85227d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.421113] env[61955]: DEBUG oslo_concurrency.lockutils [None req-c4f921d1-2b5b-48e4-9c53-f52ba60a953d tempest-ImagesTestJSON-1781335738 tempest-ImagesTestJSON-1781335738-project-member] Lock "d4069d57-a314-4211-a02f-02327b85227d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.677843] env[61955]: DEBUG nova.network.neutron [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] [instance: e9958832-981d-454f-b8e2-7957c1c75b81] Updating instance_info_cache with network_info: [] {{(pid=61955) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 569.701334] env[61955]: DEBUG nova.scheduler.client.report [None req-bff6a835-707b-489b-bb67-ed3f492ba744 tempest-AttachVolumeTestJSON-2037617176 tempest-AttachVolumeTestJSON-2037617176-project-member] Inventory has not changed for provider a0d99c68-79af-40cc-be12-fe7d0edccf27 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61955) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 570.181903] env[61955]: INFO nova.compute.manager [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] [instance: e9958832-981d-454f-b8e2-7957c1c75b81] Took 1.08 seconds to deallocate network for instance. [ 570.208622] env[61955]: DEBUG oslo_concurrency.lockutils [None req-bff6a835-707b-489b-bb67-ed3f492ba744 tempest-AttachVolumeTestJSON-2037617176 tempest-AttachVolumeTestJSON-2037617176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.209224] env[61955]: DEBUG nova.compute.manager [None req-bff6a835-707b-489b-bb67-ed3f492ba744 tempest-AttachVolumeTestJSON-2037617176 tempest-AttachVolumeTestJSON-2037617176-project-member] [instance: 9eca1b69-ede0-4dac-8c1d-e65209039aa6] Start building networks asynchronously for instance. {{(pid=61955) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 570.216224] env[61955]: DEBUG oslo_concurrency.lockutils [None req-ffedc9b7-a9b0-42d2-9cbd-12c3553b4612 tempest-ImagesOneServerTestJSON-968336884 tempest-ImagesOneServerTestJSON-968336884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.331s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.216224] env[61955]: INFO nova.compute.claims [None req-ffedc9b7-a9b0-42d2-9cbd-12c3553b4612 tempest-ImagesOneServerTestJSON-968336884 tempest-ImagesOneServerTestJSON-968336884-project-member] [instance: 0519c800-13ce-4029-9483-9fc5b6bcd04a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 570.724861] env[61955]: DEBUG nova.compute.utils [None req-bff6a835-707b-489b-bb67-ed3f492ba744 tempest-AttachVolumeTestJSON-2037617176 tempest-AttachVolumeTestJSON-2037617176-project-member] Using /dev/sd instead of None {{(pid=61955) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 570.731267] env[61955]: DEBUG nova.compute.manager [None req-bff6a835-707b-489b-bb67-ed3f492ba744 tempest-AttachVolumeTestJSON-2037617176 tempest-AttachVolumeTestJSON-2037617176-project-member] [instance: 9eca1b69-ede0-4dac-8c1d-e65209039aa6] Allocating IP information in the background. {{(pid=61955) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 570.731267] env[61955]: DEBUG nova.network.neutron [None req-bff6a835-707b-489b-bb67-ed3f492ba744 tempest-AttachVolumeTestJSON-2037617176 tempest-AttachVolumeTestJSON-2037617176-project-member] [instance: 9eca1b69-ede0-4dac-8c1d-e65209039aa6] allocate_for_instance() {{(pid=61955) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 570.837571] env[61955]: DEBUG oslo_concurrency.lockutils [None req-dd2e266e-3f51-4ad1-85e0-541934520b4c tempest-FloatingIPsAssociationNegativeTestJSON-1209165472 tempest-FloatingIPsAssociationNegativeTestJSON-1209165472-project-member] Acquiring lock "dafea85d-6e9a-4ed0-b36c-178bd5ec10b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.838051] env[61955]: DEBUG oslo_concurrency.lockutils [None req-dd2e266e-3f51-4ad1-85e0-541934520b4c tempest-FloatingIPsAssociationNegativeTestJSON-1209165472 tempest-FloatingIPsAssociationNegativeTestJSON-1209165472-project-member] Lock "dafea85d-6e9a-4ed0-b36c-178bd5ec10b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.047777] env[61955]: DEBUG nova.policy [None req-bff6a835-707b-489b-bb67-ed3f492ba744 tempest-AttachVolumeTestJSON-2037617176 tempest-AttachVolumeTestJSON-2037617176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e33088c1d78d461aa8696b88e4782ea2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30f351cdebda4c1499bafaa1af4add48', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61955) authorize /opt/stack/nova/nova/policy.py:201}} [ 571.217036] env[61955]: INFO nova.scheduler.client.report [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] Deleted allocations for instance e9958832-981d-454f-b8e2-7957c1c75b81 [ 571.230817] env[61955]: DEBUG nova.compute.manager [None req-bff6a835-707b-489b-bb67-ed3f492ba744 tempest-AttachVolumeTestJSON-2037617176 tempest-AttachVolumeTestJSON-2037617176-project-member] [instance: 9eca1b69-ede0-4dac-8c1d-e65209039aa6] Start building block device mappings for instance. {{(pid=61955) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 571.654484] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d57e48-1d34-44f1-9498-b0a8c7a76c39 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.664304] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bd08f9-be92-4570-af83-38e75f5efcaf {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.698387] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936fcfc5-b75a-4e8a-b20b-215d31b37b78 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.708537] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713027c7-a283-4e09-9974-d406f3997898 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.725835] env[61955]: DEBUG nova.compute.provider_tree [None req-ffedc9b7-a9b0-42d2-9cbd-12c3553b4612 tempest-ImagesOneServerTestJSON-968336884 tempest-ImagesOneServerTestJSON-968336884-project-member] Inventory has not changed in ProviderTree for provider: a0d99c68-79af-40cc-be12-fe7d0edccf27 {{(pid=61955) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 571.731195] env[61955]: DEBUG oslo_concurrency.lockutils [None req-1a9758b0-6a72-47d3-a0b8-6f3324f97f79 tempest-ServersTestFqdnHostnames-1099891582 tempest-ServersTestFqdnHostnames-1099891582-project-member] Lock "e9958832-981d-454f-b8e2-7957c1c75b81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.909s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.925082] env[61955]: DEBUG oslo_concurrency.lockutils [None req-60014960-276d-42dd-8df5-f8cddd3f9962 tempest-ServerAddressesTestJSON-1911858861 tempest-ServerAddressesTestJSON-1911858861-project-member] Acquiring lock "6f654bc7-4eaa-4d76-8d09-b13af5947546" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.926198] env[61955]: DEBUG oslo_concurrency.lockutils [None req-60014960-276d-42dd-8df5-f8cddd3f9962 tempest-ServerAddressesTestJSON-1911858861 tempest-ServerAddressesTestJSON-1911858861-project-member] Lock "6f654bc7-4eaa-4d76-8d09-b13af5947546" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.229397] env[61955]: DEBUG nova.scheduler.client.report [None req-ffedc9b7-a9b0-42d2-9cbd-12c3553b4612 tempest-ImagesOneServerTestJSON-968336884 tempest-ImagesOneServerTestJSON-968336884-project-member] Inventory has not changed for provider a0d99c68-79af-40cc-be12-fe7d0edccf27 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61955) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 572.239432] env[61955]: DEBUG nova.compute.manager [None req-ef5feedc-a11d-48ed-8ab4-997e4e4a8f12 tempest-ListServerFiltersTestJSON-1599780681 tempest-ListServerFiltersTestJSON-1599780681-project-member] [instance: 63714f16-a67d-4215-919f-e6e81c1b343f] Starting instance... {{(pid=61955) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 572.244404] env[61955]: DEBUG nova.compute.manager [None req-bff6a835-707b-489b-bb67-ed3f492ba744 tempest-AttachVolumeTestJSON-2037617176 tempest-AttachVolumeTestJSON-2037617176-project-member] [instance: 9eca1b69-ede0-4dac-8c1d-e65209039aa6] Start spawning the instance on the hypervisor. {{(pid=61955) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 572.280024] env[61955]: DEBUG nova.virt.hardware [None req-bff6a835-707b-489b-bb67-ed3f492ba744 tempest-AttachVolumeTestJSON-2037617176 tempest-AttachVolumeTestJSON-2037617176-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-30T19:37:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-30T19:37:02Z,direct_url=,disk_format='vmdk',id=9c2cecfd-2576-4a9b-bfdc-7d1257eb7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cb807be6b4d843f4b1cca9b9021d8d87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-30T19:37:02Z,virtual_size=,visibility=), allow threads: False {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 572.280024] env[61955]: DEBUG nova.virt.hardware [None req-bff6a835-707b-489b-bb67-ed3f492ba744 tempest-AttachVolumeTestJSON-2037617176 tempest-AttachVolumeTestJSON-2037617176-project-member] Flavor limits 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 572.280024] env[61955]: DEBUG nova.virt.hardware [None req-bff6a835-707b-489b-bb67-ed3f492ba744 tempest-AttachVolumeTestJSON-2037617176 tempest-AttachVolumeTestJSON-2037617176-project-member] Image limits 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 572.280024] env[61955]: DEBUG nova.virt.hardware [None req-bff6a835-707b-489b-bb67-ed3f492ba744 tempest-AttachVolumeTestJSON-2037617176 tempest-AttachVolumeTestJSON-2037617176-project-member] Flavor pref 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 572.280343] env[61955]: DEBUG nova.virt.hardware [None req-bff6a835-707b-489b-bb67-ed3f492ba744 tempest-AttachVolumeTestJSON-2037617176 tempest-AttachVolumeTestJSON-2037617176-project-member] Image pref 0:0:0 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 572.280343] env[61955]: DEBUG nova.virt.hardware [None req-bff6a835-707b-489b-bb67-ed3f492ba744 tempest-AttachVolumeTestJSON-2037617176 tempest-AttachVolumeTestJSON-2037617176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=61955) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 572.280343] env[61955]: DEBUG nova.virt.hardware [None req-bff6a835-707b-489b-bb67-ed3f492ba744 tempest-AttachVolumeTestJSON-2037617176 tempest-AttachVolumeTestJSON-2037617176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 572.280343] env[61955]: DEBUG nova.virt.hardware [None req-bff6a835-707b-489b-bb67-ed3f492ba744 tempest-AttachVolumeTestJSON-2037617176 tempest-AttachVolumeTestJSON-2037617176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=61955) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 572.280343] env[61955]: DEBUG nova.virt.hardware [None req-bff6a835-707b-489b-bb67-ed3f492ba744 tempest-AttachVolumeTestJSON-2037617176 tempest-AttachVolumeTestJSON-2037617176-project-member] Got 1 possible topologies {{(pid=61955) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 572.280507] env[61955]: DEBUG nova.virt.hardware [None req-bff6a835-707b-489b-bb67-ed3f492ba744 tempest-AttachVolumeTestJSON-2037617176 tempest-AttachVolumeTestJSON-2037617176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 572.280507] env[61955]: DEBUG nova.virt.hardware [None req-bff6a835-707b-489b-bb67-ed3f492ba744 tempest-AttachVolumeTestJSON-2037617176 tempest-AttachVolumeTestJSON-2037617176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=61955) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 572.281962] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c172ce8-25ee-45e8-85e3-ceb20aa7694e {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.292648] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87f28a9-f453-4e03-8023-e9344092624b {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.394450] env[61955]: DEBUG nova.network.neutron [None req-bff6a835-707b-489b-bb67-ed3f492ba744 tempest-AttachVolumeTestJSON-2037617176 tempest-AttachVolumeTestJSON-2037617176-project-member] [instance: 9eca1b69-ede0-4dac-8c1d-e65209039aa6] Successfully created port: 94eced68-9ddb-44e7-8b23-6a88098d59dc {{(pid=61955) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 572.736554] env[61955]: DEBUG oslo_concurrency.lockutils [None req-ffedc9b7-a9b0-42d2-9cbd-12c3553b4612 tempest-ImagesOneServerTestJSON-968336884 tempest-ImagesOneServerTestJSON-968336884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.737554] env[61955]: DEBUG nova.compute.manager [None req-ffedc9b7-a9b0-42d2-9cbd-12c3553b4612 tempest-ImagesOneServerTestJSON-968336884 tempest-ImagesOneServerTestJSON-968336884-project-member] [instance: 0519c800-13ce-4029-9483-9fc5b6bcd04a] Start building networks asynchronously for instance. {{(pid=61955) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 572.741050] env[61955]: DEBUG oslo_concurrency.lockutils [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 15.600s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.776163] env[61955]: DEBUG oslo_concurrency.lockutils [None req-ef5feedc-a11d-48ed-8ab4-997e4e4a8f12 tempest-ListServerFiltersTestJSON-1599780681 tempest-ListServerFiltersTestJSON-1599780681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.249477] env[61955]: DEBUG nova.compute.utils [None req-ffedc9b7-a9b0-42d2-9cbd-12c3553b4612 tempest-ImagesOneServerTestJSON-968336884 tempest-ImagesOneServerTestJSON-968336884-project-member] Using /dev/sd instead of None {{(pid=61955) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 573.257078] env[61955]: DEBUG nova.compute.manager [None req-ffedc9b7-a9b0-42d2-9cbd-12c3553b4612 tempest-ImagesOneServerTestJSON-968336884 tempest-ImagesOneServerTestJSON-968336884-project-member] [instance: 0519c800-13ce-4029-9483-9fc5b6bcd04a] Allocating IP information in the background. {{(pid=61955) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 573.257078] env[61955]: DEBUG nova.network.neutron [None req-ffedc9b7-a9b0-42d2-9cbd-12c3553b4612 tempest-ImagesOneServerTestJSON-968336884 tempest-ImagesOneServerTestJSON-968336884-project-member] [instance: 0519c800-13ce-4029-9483-9fc5b6bcd04a] allocate_for_instance() {{(pid=61955) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 573.442765] env[61955]: DEBUG nova.policy [None req-ffedc9b7-a9b0-42d2-9cbd-12c3553b4612 tempest-ImagesOneServerTestJSON-968336884 tempest-ImagesOneServerTestJSON-968336884-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1682c3665ea34f8c87edb440c8b90655', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9a572ce9978443ebfb23d0f19d32402', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=61955) authorize /opt/stack/nova/nova/policy.py:201}} [ 573.666925] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2240235b-0f20-4c7e-9b6f-cc3075e141d4 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.676155] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3f130f-c97c-4e71-871a-58d4520d75f2 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.705772] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62aa5859-ea02-4a05-8333-6cc9ccd59ee0 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.716414] env[61955]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fcd1cf-d8a9-4c0f-b49c-b00a8b348325 {{(pid=61955) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.736021] env[61955]: DEBUG nova.compute.provider_tree [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] Inventory has not changed in ProviderTree for provider: a0d99c68-79af-40cc-be12-fe7d0edccf27 {{(pid=61955) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 573.757977] env[61955]: DEBUG nova.compute.manager [None req-ffedc9b7-a9b0-42d2-9cbd-12c3553b4612 tempest-ImagesOneServerTestJSON-968336884 tempest-ImagesOneServerTestJSON-968336884-project-member] [instance: 0519c800-13ce-4029-9483-9fc5b6bcd04a] Start building block device mappings for instance. {{(pid=61955) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 574.241807] env[61955]: DEBUG nova.scheduler.client.report [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] Inventory has not changed for provider a0d99c68-79af-40cc-be12-fe7d0edccf27 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=61955) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 574.526954] env[61955]: DEBUG nova.network.neutron [None req-ffedc9b7-a9b0-42d2-9cbd-12c3553b4612 tempest-ImagesOneServerTestJSON-968336884 tempest-ImagesOneServerTestJSON-968336884-project-member] [instance: 0519c800-13ce-4029-9483-9fc5b6bcd04a] Successfully created port: 17ddc951-3714-41ee-a1d8-4399e94657ed {{(pid=61955) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 574.750081] env[61955]: DEBUG oslo_concurrency.lockutils [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 2.008s {{(pid=61955) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.750081] env[61955]: ERROR nova.compute.manager [None req-4b7e406a-699b-493a-b0c4-0df71b447c7b tempest-ServersTestMultiNic-1736772755 tempest-ServersTestMultiNic-1736772755-project-member] [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port f03446f7-f39b-4255-8b68-636351ce4c1f, please check neutron logs for more information. [ 574.750081] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] Traceback (most recent call last): [ 574.750081] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 574.750081] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] self.driver.spawn(context, instance, image_meta, [ 574.750081] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 574.750081] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] self._vmops.spawn(context, instance, image_meta, injected_files, [ 574.750081] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 574.750081] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] vm_ref = self.build_virtual_machine(instance, [ 574.750462] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 574.750462] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] vif_infos = vmwarevif.get_vif_info(self._session, [ 574.750462] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 574.750462] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] for vif in network_info: [ 574.750462] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 574.750462] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] return self._sync_wrapper(fn, *args, **kwargs) [ 574.750462] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 574.750462] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] self.wait() [ 574.750462] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 574.750462] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] self[:] = self._gt.wait() [ 574.750462] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 574.750462] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] return self._exit_event.wait() [ 574.750462] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 574.750462] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] result = hub.switch() [ 574.750874] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 574.750874] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] return self.greenlet.switch() [ 574.750874] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 574.750874] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] result = function(*args, **kwargs) [ 574.750874] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 574.750874] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] return func(*args, **kwargs) [ 574.750874] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 574.750874] env[61955]: ERROR nova.compute.manager [instance: 6662c19b-8233-4911-8c12-b094ccc01edf] raise e [ 574.750874] env[61955]: ERROR nova.compute.m