[ 530.367567] env[62088]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62088) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 530.367966] env[62088]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62088) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 530.367966] env[62088]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62088) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 530.368261] env[62088]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 530.462964] env[62088]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62088) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:390}} [ 530.472915] env[62088]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=62088) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:428}} [ 531.078957] env[62088]: INFO nova.virt.driver [None req-c87bfef2-efac-412a-844d-bcc0052b3b7f None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 531.159572] env[62088]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.159743] env[62088]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.159871] env[62088]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62088) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 534.248225] env[62088]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-398b980b-0e10-4372-b11a-d3c40ebba8b1 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.266115] env[62088]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62088) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 534.266269] env[62088]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-06b1eb21-5173-4777-b771-2a0501c606d5 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.303842] env[62088]: INFO oslo_vmware.api [-] Successfully established new session; session ID is ae3f9. [ 534.304112] env[62088]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.144s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.304815] env[62088]: INFO nova.virt.vmwareapi.driver [None req-c87bfef2-efac-412a-844d-bcc0052b3b7f None None] VMware vCenter version: 7.0.3 [ 534.309434] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcd4e16-3b06-4f82-8b43-aa4e63e545d2 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.330060] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1287e4ba-708d-4917-8703-b992f6fc823d {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.336930] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b855a7-cd19-49b5-b85c-5fb9d4b39fce {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.344761] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461c9e20-7847-441f-9286-d416d71e0d38 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.359406] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206f8476-20df-4e89-a3c9-300aa431fc7d {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.366203] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccd4e1c-ec09-4548-ba49-5dc5d9082092 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.396856] env[62088]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-30b02c70-5439-49d7-9a34-5e8c76234149 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.402453] env[62088]: DEBUG nova.virt.vmwareapi.driver [None req-c87bfef2-efac-412a-844d-bcc0052b3b7f None None] Extension org.openstack.compute already exists. {{(pid=62088) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:227}} [ 534.405632] env[62088]: INFO nova.compute.provider_config [None req-c87bfef2-efac-412a-844d-bcc0052b3b7f None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 534.909046] env[62088]: DEBUG nova.context [None req-c87bfef2-efac-412a-844d-bcc0052b3b7f None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),5337a94e-b3b1-4a4e-97c2-51b3d68dfa05(cell1) {{(pid=62088) load_cells /opt/stack/nova/nova/context.py:464}} [ 534.911363] env[62088]: DEBUG oslo_concurrency.lockutils [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.911596] env[62088]: DEBUG oslo_concurrency.lockutils [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.912458] env[62088]: DEBUG oslo_concurrency.lockutils [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.912820] env[62088]: DEBUG oslo_concurrency.lockutils [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] Acquiring lock "5337a94e-b3b1-4a4e-97c2-51b3d68dfa05" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.913018] env[62088]: DEBUG oslo_concurrency.lockutils [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] Lock "5337a94e-b3b1-4a4e-97c2-51b3d68dfa05" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.914084] env[62088]: DEBUG oslo_concurrency.lockutils [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] Lock "5337a94e-b3b1-4a4e-97c2-51b3d68dfa05" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.937284] env[62088]: INFO dbcounter [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] Registered counter for database nova_cell0 [ 534.947296] env[62088]: INFO dbcounter [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] Registered counter for database nova_cell1 [ 534.950964] env[62088]: DEBUG oslo_db.sqlalchemy.engines [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62088) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 534.951370] env[62088]: DEBUG oslo_db.sqlalchemy.engines [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62088) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 534.956759] env[62088]: ERROR nova.db.main.api [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 534.956759] env[62088]: result = function(*args, **kwargs) [ 534.956759] env[62088]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 534.956759] env[62088]: return func(*args, **kwargs) [ 534.956759] env[62088]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 534.956759] env[62088]: result = fn(*args, **kwargs) [ 534.956759] env[62088]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 534.956759] env[62088]: return f(*args, **kwargs) [ 534.956759] env[62088]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 534.956759] env[62088]: return db.service_get_minimum_version(context, binaries) [ 534.956759] env[62088]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 534.956759] env[62088]: _check_db_access() [ 534.956759] env[62088]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 534.956759] env[62088]: stacktrace = ''.join(traceback.format_stack()) [ 534.956759] env[62088]: [ 534.957715] env[62088]: ERROR nova.db.main.api [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 534.957715] env[62088]: result = function(*args, **kwargs) [ 534.957715] env[62088]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 534.957715] env[62088]: return func(*args, **kwargs) [ 534.957715] env[62088]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 534.957715] env[62088]: result = fn(*args, **kwargs) [ 534.957715] env[62088]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 534.957715] env[62088]: return f(*args, **kwargs) [ 534.957715] env[62088]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 534.957715] env[62088]: return db.service_get_minimum_version(context, binaries) [ 534.957715] env[62088]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 534.957715] env[62088]: _check_db_access() [ 534.957715] env[62088]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 534.957715] env[62088]: stacktrace = ''.join(traceback.format_stack()) [ 534.957715] env[62088]: [ 534.958168] env[62088]: WARNING nova.objects.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 534.958305] env[62088]: WARNING nova.objects.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] Failed to get minimum service version for cell 5337a94e-b3b1-4a4e-97c2-51b3d68dfa05 [ 534.958819] env[62088]: DEBUG oslo_concurrency.lockutils [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] Acquiring lock "singleton_lock" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.958986] env[62088]: DEBUG oslo_concurrency.lockutils [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] Acquired lock "singleton_lock" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.959253] env[62088]: DEBUG oslo_concurrency.lockutils [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] Releasing lock "singleton_lock" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.959586] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] Full set of CONF: {{(pid=62088) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 534.959734] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] ******************************************************************************** {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 534.959868] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] Configuration options gathered from: {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 534.960026] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2808}} [ 534.960258] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 534.960395] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] ================================================================================ {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2811}} [ 534.960618] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] allow_resize_to_same_host = True {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.960797] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] arq_binding_timeout = 300 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.960934] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] backdoor_port = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.961076] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] backdoor_socket = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.961251] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] block_device_allocate_retries = 60 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.961418] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] block_device_allocate_retries_interval = 3 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.961591] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cert = self.pem {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.961762] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.961968] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] compute_monitors = [] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.962169] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] config_dir = [] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.962347] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] config_drive_format = iso9660 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.962486] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.962654] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] config_source = [] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.962847] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] console_host = devstack {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.963052] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] control_exchange = nova {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.963219] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cpu_allocation_ratio = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.963414] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] daemon = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.963556] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] debug = True {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.963718] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] default_access_ip_network_name = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.963889] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] default_availability_zone = nova {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.964060] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] default_ephemeral_format = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.964231] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] default_green_pool_size = 1000 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.964472] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.964641] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] default_schedule_zone = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.964804] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] disk_allocation_ratio = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.964974] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] enable_new_services = True {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.965167] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] enabled_apis = ['osapi_compute'] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.965338] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] enabled_ssl_apis = [] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.965504] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] flat_injected = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.965667] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] force_config_drive = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.965833] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] force_raw_images = True {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.966042] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] graceful_shutdown_timeout = 5 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.966216] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] heal_instance_info_cache_interval = 60 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.966443] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] host = cpu-1 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.966626] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.966793] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.966961] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.967211] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.967385] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] instance_build_timeout = 0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.967551] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] instance_delete_interval = 300 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.967723] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] instance_format = [instance: %(uuid)s] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.967894] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] instance_name_template = instance-%08x {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.968073] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] instance_usage_audit = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.968262] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] instance_usage_audit_period = month {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.968435] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.968605] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.968774] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] internal_service_availability_zone = internal {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.968956] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] key = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.969156] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] live_migration_retry_count = 30 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.969335] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] log_color = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.969507] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] log_config_append = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.969683] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.969870] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] log_dir = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.970064] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] log_file = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.970207] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] log_options = True {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.970379] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] log_rotate_interval = 1 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.970553] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] log_rotate_interval_type = days {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.970725] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] log_rotation_type = none {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.970859] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.970989] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.971179] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.971351] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.971482] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.971651] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] long_rpc_timeout = 1800 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.971857] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] max_concurrent_builds = 10 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.972041] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] max_concurrent_live_migrations = 1 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.972211] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] max_concurrent_snapshots = 5 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.972377] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] max_local_block_devices = 3 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.972542] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] max_logfile_count = 30 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.972724] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] max_logfile_size_mb = 200 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.972892] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] maximum_instance_delete_attempts = 5 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.973090] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] metadata_listen = 0.0.0.0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.973355] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] metadata_listen_port = 8775 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.973434] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] metadata_workers = 2 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.973591] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] migrate_max_retries = -1 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.973760] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] mkisofs_cmd = genisoimage {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.973971] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.974126] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] my_ip = 10.180.1.21 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.974331] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.974497] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] network_allocate_retries = 0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.974689] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.974859] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.975114] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] osapi_compute_listen_port = 8774 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.975318] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] osapi_compute_unique_server_name_scope = {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.975500] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] osapi_compute_workers = 2 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.975672] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] password_length = 12 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.975842] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] periodic_enable = True {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.976015] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] periodic_fuzzy_delay = 60 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.976193] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] pointer_model = usbtablet {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.976365] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] preallocate_images = none {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.976530] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] publish_errors = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.976662] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] pybasedir = /opt/stack/nova {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.976823] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] ram_allocation_ratio = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.976988] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] rate_limit_burst = 0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.977173] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] rate_limit_except_level = CRITICAL {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.977337] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] rate_limit_interval = 0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.977506] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] reboot_timeout = 0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.977671] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] reclaim_instance_interval = 0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.977831] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] record = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.978016] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] reimage_timeout_per_gb = 60 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.978198] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] report_interval = 120 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.978367] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] rescue_timeout = 0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.978533] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] reserved_host_cpus = 0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.978700] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] reserved_host_disk_mb = 0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.978867] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] reserved_host_memory_mb = 512 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.979076] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] reserved_huge_pages = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.979268] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] resize_confirm_window = 0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.979441] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] resize_fs_using_block_device = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.979611] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] resume_guests_state_on_host_boot = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.979785] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.979956] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] rpc_response_timeout = 60 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.980141] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] run_external_periodic_tasks = True {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.980321] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] running_deleted_instance_action = reap {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.980488] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.980655] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] running_deleted_instance_timeout = 0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.980823] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] scheduler_instance_sync_interval = 120 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.980998] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] service_down_time = 720 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.981186] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] servicegroup_driver = db {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.981353] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] shell_completion = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.981525] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] shelved_offload_time = 0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.981692] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] shelved_poll_interval = 3600 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.981919] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] shutdown_timeout = 0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.982130] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] source_is_ipv6 = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.982399] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] ssl_only = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.982692] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.982875] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] sync_power_state_interval = 600 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.983089] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] sync_power_state_pool_size = 1000 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.983275] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] syslog_log_facility = LOG_USER {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.983489] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] tempdir = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.983611] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] timeout_nbd = 10 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.983786] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] transport_url = **** {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.983949] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] update_resources_interval = 0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.984134] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] use_cow_images = True {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.984301] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] use_eventlog = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.984464] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] use_journal = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.984628] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] use_json = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.984790] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] use_rootwrap_daemon = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.984954] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] use_stderr = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.985131] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] use_syslog = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.985294] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vcpu_pin_set = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.985468] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vif_plugging_is_fatal = True {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.985641] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vif_plugging_timeout = 300 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.985814] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] virt_mkfs = [] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.986022] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] volume_usage_poll_interval = 0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.986171] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] watch_log_file = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.986342] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] web = /usr/share/spice-html5 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.986538] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_concurrency.disable_process_locking = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.986850] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.987052] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.987232] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.987409] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.987584] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.987753] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.987938] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] api.auth_strategy = keystone {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.988124] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] api.compute_link_prefix = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.988306] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.988482] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] api.dhcp_domain = novalocal {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.988654] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] api.enable_instance_password = True {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.988821] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] api.glance_link_prefix = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.988996] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.989186] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.989353] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] api.instance_list_per_project_cells = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.989529] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] api.list_records_by_skipping_down_cells = True {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.989698] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] api.local_metadata_per_cell = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.989868] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] api.max_limit = 1000 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.990050] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] api.metadata_cache_expiration = 15 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.990232] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] api.neutron_default_tenant_id = default {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.990409] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] api.response_validation = warn {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.990579] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] api.use_neutron_default_nets = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.990751] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.990922] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.991106] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.991289] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.991469] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] api.vendordata_dynamic_targets = [] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.991636] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] api.vendordata_jsonfile_path = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.991839] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.992067] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cache.backend = dogpile.cache.memcached {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.992249] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cache.backend_argument = **** {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.992429] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cache.config_prefix = cache.oslo {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.992603] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cache.dead_timeout = 60.0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.992773] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cache.debug_cache_backend = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.992958] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cache.enable_retry_client = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.993153] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cache.enable_socket_keepalive = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.993331] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cache.enabled = True {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.993498] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cache.enforce_fips_mode = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.993665] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cache.expiration_time = 600 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.993836] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cache.hashclient_retry_attempts = 2 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.993995] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.994205] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cache.memcache_dead_retry = 300 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.994384] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cache.memcache_password = **** {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.994554] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.994721] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.994889] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cache.memcache_pool_maxsize = 10 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.995075] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.995245] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cache.memcache_sasl_enabled = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.995428] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.995597] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.995760] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cache.memcache_username = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.995931] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cache.proxies = [] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.996117] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cache.redis_db = 0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.996282] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cache.redis_password = **** {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.996457] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.996636] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.996809] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cache.redis_server = localhost:6379 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.996980] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cache.redis_socket_timeout = 1.0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.997158] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cache.redis_username = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.997327] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cache.retry_attempts = 2 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.997495] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cache.retry_delay = 0.0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.997662] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cache.socket_keepalive_count = 1 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.997831] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cache.socket_keepalive_idle = 1 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.998000] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cache.socket_keepalive_interval = 1 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.998176] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cache.tls_allowed_ciphers = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.998340] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cache.tls_cafile = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.998502] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cache.tls_certfile = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.998667] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cache.tls_enabled = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.998829] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cache.tls_keyfile = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.999034] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cinder.auth_section = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.999208] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cinder.auth_type = password {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.999377] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cinder.cafile = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.999559] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.999725] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cinder.certfile = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.999904] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cinder.collect_timing = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.000077] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cinder.cross_az_attach = True {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.000247] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cinder.debug = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.000408] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cinder.endpoint_template = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.000573] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cinder.http_retries = 3 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.000740] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cinder.insecure = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.000926] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cinder.keyfile = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.001128] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cinder.os_region_name = RegionOne {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.001303] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cinder.split_loggers = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.001470] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cinder.timeout = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.001651] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.001829] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] compute.cpu_dedicated_set = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.002000] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] compute.cpu_shared_set = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.002189] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] compute.image_type_exclude_list = [] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.002360] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.002530] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.002699] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.002868] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.003053] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.003228] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] compute.resource_provider_association_refresh = 300 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.003395] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.003571] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] compute.shutdown_retry_interval = 10 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.003777] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.003985] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] conductor.workers = 2 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.004266] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] console.allowed_origins = [] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.004451] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] console.ssl_ciphers = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.004632] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] console.ssl_minimum_version = default {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.004809] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] consoleauth.enforce_session_timeout = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.004986] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] consoleauth.token_ttl = 600 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.005191] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cyborg.cafile = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.005362] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cyborg.certfile = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.005532] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cyborg.collect_timing = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.005698] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cyborg.connect_retries = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.005863] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cyborg.connect_retry_delay = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.006034] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cyborg.endpoint_override = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.006207] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cyborg.insecure = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.006371] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cyborg.keyfile = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.006535] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cyborg.max_version = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.006698] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cyborg.min_version = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.006860] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cyborg.region_name = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.007033] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cyborg.retriable_status_codes = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.007200] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cyborg.service_name = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.007370] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cyborg.service_type = accelerator {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.007535] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cyborg.split_loggers = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.007695] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cyborg.status_code_retries = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.007854] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cyborg.status_code_retry_delay = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.008026] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cyborg.timeout = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.008215] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.008383] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] cyborg.version = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.008568] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] database.backend = sqlalchemy {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.008742] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] database.connection = **** {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.008914] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] database.connection_debug = 0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.009105] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] database.connection_parameters = {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.009279] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] database.connection_recycle_time = 3600 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.009447] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] database.connection_trace = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.009615] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] database.db_inc_retry_interval = True {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.009841] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] database.db_max_retries = 20 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.009950] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] database.db_max_retry_interval = 10 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.010499] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] database.db_retry_interval = 1 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.010499] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] database.max_overflow = 50 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.010499] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] database.max_pool_size = 5 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.010684] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] database.max_retries = 10 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.010756] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.010914] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] database.mysql_wsrep_sync_wait = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.011086] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] database.pool_timeout = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.011252] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] database.retry_interval = 10 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.011409] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] database.slave_connection = **** {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.011573] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] database.sqlite_synchronous = True {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.011735] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] database.use_db_reconnect = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.011952] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] api_database.backend = sqlalchemy {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.012140] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] api_database.connection = **** {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.012312] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] api_database.connection_debug = 0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.012488] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] api_database.connection_parameters = {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.012657] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] api_database.connection_recycle_time = 3600 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.012821] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] api_database.connection_trace = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.012992] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] api_database.db_inc_retry_interval = True {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.013172] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] api_database.db_max_retries = 20 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.013339] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] api_database.db_max_retry_interval = 10 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.013507] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] api_database.db_retry_interval = 1 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.013678] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] api_database.max_overflow = 50 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.013910] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] api_database.max_pool_size = 5 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.014009] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] api_database.max_retries = 10 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.014297] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.014385] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.014552] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] api_database.pool_timeout = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.014721] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] api_database.retry_interval = 10 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.014885] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] api_database.slave_connection = **** {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.015066] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] api_database.sqlite_synchronous = True {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.015251] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] devices.enabled_mdev_types = [] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.015433] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.015611] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.015779] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] ephemeral_storage_encryption.enabled = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.015944] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.016133] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] glance.api_servers = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.016304] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] glance.cafile = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.016471] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] glance.certfile = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.016634] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] glance.collect_timing = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.016796] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] glance.connect_retries = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.016959] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] glance.connect_retry_delay = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.017138] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] glance.debug = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.017308] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] glance.default_trusted_certificate_ids = [] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.017472] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] glance.enable_certificate_validation = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.017636] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] glance.enable_rbd_download = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.017799] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] glance.endpoint_override = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.017969] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] glance.insecure = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.018147] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] glance.keyfile = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.018311] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] glance.max_version = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.018473] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] glance.min_version = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.018641] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] glance.num_retries = 3 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.018812] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] glance.rbd_ceph_conf = {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.018980] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] glance.rbd_connect_timeout = 5 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.019167] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] glance.rbd_pool = {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.019335] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] glance.rbd_user = {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.019498] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] glance.region_name = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.019659] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] glance.retriable_status_codes = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.019822] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] glance.service_name = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.019992] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] glance.service_type = image {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.020173] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] glance.split_loggers = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.020337] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] glance.status_code_retries = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.020498] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] glance.status_code_retry_delay = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.020666] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] glance.timeout = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.020854] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.021032] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] glance.verify_glance_signatures = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.021199] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] glance.version = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.021371] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] guestfs.debug = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.021544] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] manila.auth_section = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.021716] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] manila.auth_type = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.021937] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] manila.cafile = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.022090] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] manila.certfile = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.022262] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] manila.collect_timing = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.022426] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] manila.connect_retries = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.022587] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] manila.connect_retry_delay = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.022748] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] manila.endpoint_override = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.022972] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] manila.insecure = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.023176] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] manila.keyfile = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.023344] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] manila.max_version = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.023506] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] manila.min_version = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.023667] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] manila.region_name = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.023831] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] manila.retriable_status_codes = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.024051] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] manila.service_name = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.024200] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] manila.service_type = shared-file-system {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.024448] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] manila.share_apply_policy_timeout = 10 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.024547] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] manila.split_loggers = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.024707] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] manila.status_code_retries = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.024870] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] manila.status_code_retry_delay = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.025042] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] manila.timeout = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.025233] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.025401] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] manila.version = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.025575] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] mks.enabled = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.025947] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.026156] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] image_cache.manager_interval = 2400 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.026332] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] image_cache.precache_concurrency = 1 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.026508] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] image_cache.remove_unused_base_images = True {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.026681] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.026913] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.027132] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] image_cache.subdirectory_name = _base {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.027321] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] ironic.api_max_retries = 60 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.027490] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] ironic.api_retry_interval = 2 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.027654] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] ironic.auth_section = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.027859] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] ironic.auth_type = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.028144] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] ironic.cafile = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.028401] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] ironic.certfile = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.028690] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] ironic.collect_timing = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.028983] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] ironic.conductor_group = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.029287] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] ironic.connect_retries = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.029581] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] ironic.connect_retry_delay = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.029876] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] ironic.endpoint_override = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.030184] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] ironic.insecure = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.030470] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] ironic.keyfile = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.030753] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] ironic.max_version = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.031059] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] ironic.min_version = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.031358] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] ironic.peer_list = [] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.031634] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] ironic.region_name = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.031927] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] ironic.retriable_status_codes = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.032225] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] ironic.serial_console_state_timeout = 10 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.032505] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] ironic.service_name = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.032798] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] ironic.service_type = baremetal {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.033090] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] ironic.shard = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.033372] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] ironic.split_loggers = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.033640] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] ironic.status_code_retries = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.033913] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] ironic.status_code_retry_delay = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.034210] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] ironic.timeout = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.034592] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.034811] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] ironic.version = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.035143] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.035517] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] key_manager.fixed_key = **** {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.035816] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.036093] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] barbican.barbican_api_version = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.036348] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] barbican.barbican_endpoint = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.036608] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] barbican.barbican_endpoint_type = public {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.036858] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] barbican.barbican_region_name = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.037114] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] barbican.cafile = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.037361] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] barbican.certfile = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.037615] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] barbican.collect_timing = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.037857] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] barbican.insecure = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.038102] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] barbican.keyfile = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.038341] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] barbican.number_of_retries = 60 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.038573] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] barbican.retry_delay = 1 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.038806] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] barbican.send_service_user_token = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.039050] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] barbican.split_loggers = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.039277] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] barbican.timeout = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.039527] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] barbican.verify_ssl = True {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.039775] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] barbican.verify_ssl_path = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.040049] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] barbican_service_user.auth_section = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.040312] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] barbican_service_user.auth_type = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.040569] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] barbican_service_user.cafile = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.040815] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] barbican_service_user.certfile = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.041083] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] barbican_service_user.collect_timing = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.041342] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] barbican_service_user.insecure = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.041580] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] barbican_service_user.keyfile = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.041844] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] barbican_service_user.split_loggers = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.042095] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] barbican_service_user.timeout = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.042352] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vault.approle_role_id = **** {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.042597] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vault.approle_secret_id = **** {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.042852] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vault.kv_mountpoint = secret {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.043106] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vault.kv_path = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.043356] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vault.kv_version = 2 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.043599] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vault.namespace = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.043828] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vault.root_token_id = **** {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.044070] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vault.ssl_ca_crt_file = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.044327] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vault.timeout = 60.0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.044567] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vault.use_ssl = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.044808] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.045057] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] keystone.auth_section = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.045300] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] keystone.auth_type = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.045527] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] keystone.cafile = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.045750] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] keystone.certfile = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.045988] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] keystone.collect_timing = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.046253] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] keystone.connect_retries = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.046502] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] keystone.connect_retry_delay = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.046788] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] keystone.endpoint_override = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.047067] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] keystone.insecure = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.047323] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] keystone.keyfile = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.047581] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] keystone.max_version = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.047852] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] keystone.min_version = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.048134] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] keystone.region_name = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.048391] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] keystone.retriable_status_codes = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.048633] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] keystone.service_name = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.048889] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] keystone.service_type = identity {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.049113] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] keystone.split_loggers = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.049293] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] keystone.status_code_retries = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.049465] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] keystone.status_code_retry_delay = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.049634] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] keystone.timeout = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.049858] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.050019] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] keystone.version = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.050222] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.connection_uri = {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.050390] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.cpu_mode = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.050561] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.050737] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.cpu_models = [] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.050911] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.cpu_power_governor_high = performance {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.051095] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.051265] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.cpu_power_management = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.051439] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.051610] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.device_detach_attempts = 8 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.051777] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.device_detach_timeout = 20 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.051977] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.disk_cachemodes = [] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.052161] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.disk_prefix = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.052375] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.enabled_perf_events = [] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.052672] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.file_backed_memory = 0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.052902] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.gid_maps = [] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.053099] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.hw_disk_discard = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.053273] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.hw_machine_type = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.053450] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.images_rbd_ceph_conf = {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.053621] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.053790] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.053963] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.images_rbd_glance_store_name = {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.054169] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.images_rbd_pool = rbd {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.054490] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.images_type = default {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.054573] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.images_volume_group = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.054706] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.inject_key = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.054952] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.inject_partition = -2 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.055065] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.inject_password = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.055208] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.iscsi_iface = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.055378] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.iser_use_multipath = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.055545] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.055711] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.055876] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.live_migration_downtime = 500 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.056051] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.056220] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.056385] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.live_migration_inbound_addr = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.056550] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.056718] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.056991] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.live_migration_scheme = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.057187] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.live_migration_timeout_action = abort {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.057246] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.live_migration_tunnelled = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.057506] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.live_migration_uri = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.057603] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.live_migration_with_native_tls = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.057694] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.max_queues = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.057839] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.058092] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.058262] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.nfs_mount_options = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.058568] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.058741] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.058910] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.059088] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.059257] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.059423] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.num_pcie_ports = 0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.059592] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.059762] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.pmem_namespaces = [] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.059926] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.quobyte_client_cfg = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.060248] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.060421] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.060591] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.060759] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.060922] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.rbd_secret_uuid = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.061094] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.rbd_user = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.061265] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.061439] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.061601] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.rescue_image_id = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.061758] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.rescue_kernel_id = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.061944] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.rescue_ramdisk_id = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.062134] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.062299] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.rx_queue_size = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.062468] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.smbfs_mount_options = {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.062748] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.062921] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.snapshot_compression = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.063097] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.snapshot_image_format = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.063319] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.063489] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.sparse_logical_volumes = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.063657] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.swtpm_enabled = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.063828] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.swtpm_group = tss {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.064010] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.swtpm_user = tss {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.064211] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.sysinfo_serial = unique {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.064391] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.tb_cache_size = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.064602] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.tx_queue_size = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.064721] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.uid_maps = [] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.064876] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.use_virtio_for_bridges = True {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.065131] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.virt_type = kvm {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.065255] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.volume_clear = zero {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.065375] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.volume_clear_size = 0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.065545] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.volume_use_multipath = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.065706] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.vzstorage_cache_path = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.065876] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.066056] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.066229] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.066397] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.066696] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.066884] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.vzstorage_mount_user = stack {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.067067] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.067250] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] neutron.auth_section = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.067427] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] neutron.auth_type = password {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.067593] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] neutron.cafile = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.067754] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] neutron.certfile = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.067922] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] neutron.collect_timing = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.068099] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] neutron.connect_retries = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.068264] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] neutron.connect_retry_delay = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.068435] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] neutron.default_floating_pool = public {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.068599] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] neutron.endpoint_override = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.068762] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] neutron.extension_sync_interval = 600 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.068925] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] neutron.http_retries = 3 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.069101] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] neutron.insecure = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.069265] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] neutron.keyfile = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.069449] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] neutron.max_version = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.069595] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.069757] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] neutron.min_version = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.069927] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] neutron.ovs_bridge = br-int {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.070109] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] neutron.physnets = [] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.070286] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] neutron.region_name = RegionOne {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.070446] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] neutron.retriable_status_codes = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.070617] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] neutron.service_metadata_proxy = True {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.070775] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] neutron.service_name = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.070941] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] neutron.service_type = network {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.071118] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] neutron.split_loggers = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.071282] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] neutron.status_code_retries = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.071440] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] neutron.status_code_retry_delay = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.071599] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] neutron.timeout = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.071781] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.071969] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] neutron.version = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.072167] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] notifications.bdms_in_notifications = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.072347] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] notifications.default_level = INFO {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.072522] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] notifications.notification_format = unversioned {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.072691] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] notifications.notify_on_state_change = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.072886] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.073087] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] pci.alias = [] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.073263] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] pci.device_spec = [] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.073433] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] pci.report_in_placement = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.073610] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] placement.auth_section = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.073785] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] placement.auth_type = password {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.073954] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.074134] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] placement.cafile = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.074298] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] placement.certfile = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.074461] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] placement.collect_timing = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.074620] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] placement.connect_retries = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.074855] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] placement.connect_retry_delay = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.074957] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] placement.default_domain_id = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.075089] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] placement.default_domain_name = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.075304] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] placement.domain_id = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.075420] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] placement.domain_name = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.075556] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] placement.endpoint_override = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.075803] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] placement.insecure = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.075976] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] placement.keyfile = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.076138] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] placement.max_version = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.076304] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] placement.min_version = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.076472] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] placement.password = **** {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.076632] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] placement.project_domain_id = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.076801] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] placement.project_domain_name = Default {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.076968] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] placement.project_id = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.077158] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] placement.project_name = service {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.077330] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] placement.region_name = RegionOne {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.077497] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] placement.retriable_status_codes = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.077660] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] placement.service_name = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.077833] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] placement.service_type = placement {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.078008] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] placement.split_loggers = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.078175] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] placement.status_code_retries = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.078340] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] placement.status_code_retry_delay = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.078502] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] placement.system_scope = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.078662] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] placement.timeout = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.078820] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] placement.trust_id = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.078983] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] placement.user_domain_id = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.079197] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] placement.user_domain_name = Default {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.079366] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] placement.user_id = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.079544] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] placement.username = nova {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.079727] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.079892] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] placement.version = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.080095] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] quota.cores = 20 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.080263] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] quota.count_usage_from_placement = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.080437] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.080616] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] quota.injected_file_content_bytes = 10240 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.080785] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] quota.injected_file_path_length = 255 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.080953] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] quota.injected_files = 5 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.081141] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] quota.instances = 10 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.081312] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] quota.key_pairs = 100 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.081483] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] quota.metadata_items = 128 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.081651] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] quota.ram = 51200 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.081951] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] quota.recheck_quota = True {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.082148] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] quota.server_group_members = 10 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.082323] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] quota.server_groups = 10 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.082499] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.082669] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.082857] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] scheduler.image_metadata_prefilter = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.083052] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.083231] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] scheduler.max_attempts = 3 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.083399] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] scheduler.max_placement_results = 1000 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.083567] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.083732] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.083907] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.084083] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] scheduler.workers = 2 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.084265] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.084439] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.084622] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.084790] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.085015] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.085130] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.085288] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.085517] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.085649] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] filter_scheduler.host_subset_size = 1 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.085803] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.085961] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.086140] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.086307] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] filter_scheduler.isolated_hosts = [] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.086469] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] filter_scheduler.isolated_images = [] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.086633] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.086795] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.086956] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.087133] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] filter_scheduler.pci_in_placement = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.087296] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.087457] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.087618] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.087775] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.087935] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.088111] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.088285] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] filter_scheduler.track_instance_changes = True {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.088462] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.088632] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] metrics.required = True {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.088795] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] metrics.weight_multiplier = 1.0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.088955] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.089135] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] metrics.weight_setting = [] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.089462] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.089638] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] serial_console.enabled = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.089826] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] serial_console.port_range = 10000:20000 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.090013] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.090186] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.090358] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] serial_console.serialproxy_port = 6083 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.090528] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] service_user.auth_section = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.090700] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] service_user.auth_type = password {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.090863] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] service_user.cafile = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.091028] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] service_user.certfile = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.091231] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] service_user.collect_timing = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.091401] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] service_user.insecure = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.091562] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] service_user.keyfile = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.091736] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] service_user.send_service_user_token = True {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.091922] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] service_user.split_loggers = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.092107] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] service_user.timeout = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.092285] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] spice.agent_enabled = True {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.092449] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] spice.enabled = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.092781] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.093038] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.093231] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] spice.html5proxy_port = 6082 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.093399] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] spice.image_compression = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.093563] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] spice.jpeg_compression = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.093784] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] spice.playback_compression = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.093963] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] spice.require_secure = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.094162] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] spice.server_listen = 127.0.0.1 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.094329] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.094493] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] spice.streaming_mode = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.094654] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] spice.zlib_compression = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.094822] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] upgrade_levels.baseapi = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.094997] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] upgrade_levels.compute = auto {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.095239] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] upgrade_levels.conductor = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.095336] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] upgrade_levels.scheduler = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.095490] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.095722] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.095801] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vendordata_dynamic_auth.cafile = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.095963] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vendordata_dynamic_auth.certfile = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.096145] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.096306] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vendordata_dynamic_auth.insecure = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.096463] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.096629] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.096786] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vendordata_dynamic_auth.timeout = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.096962] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vmware.api_retry_count = 10 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.097143] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vmware.ca_file = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.097318] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.097488] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vmware.cluster_name = testcl1 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.097656] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vmware.connection_pool_size = 10 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.097817] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vmware.console_delay_seconds = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.097989] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vmware.datastore_regex = ^datastore.* {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.098221] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.098397] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vmware.host_password = **** {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.098566] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vmware.host_port = 443 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.098735] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vmware.host_username = administrator@vsphere.local {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.098906] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vmware.insecure = True {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.099083] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vmware.integration_bridge = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.099250] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vmware.maximum_objects = 100 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.099411] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vmware.pbm_default_policy = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.099575] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vmware.pbm_enabled = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.099746] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vmware.pbm_wsdl_location = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.099933] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.100109] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vmware.serial_port_proxy_uri = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.100271] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vmware.serial_port_service_uri = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.100438] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vmware.task_poll_interval = 0.5 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.100613] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vmware.use_linked_clone = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.100781] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vmware.vnc_keymap = en-us {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.100948] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vmware.vnc_port = 5900 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.101130] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vmware.vnc_port_total = 10000 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.101323] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vnc.auth_schemes = ['none'] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.101500] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vnc.enabled = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.101853] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.102021] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.102207] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vnc.novncproxy_port = 6080 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.102391] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vnc.server_listen = 127.0.0.1 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.102565] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.102727] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vnc.vencrypt_ca_certs = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.102898] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vnc.vencrypt_client_cert = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.103073] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vnc.vencrypt_client_key = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.103261] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.103427] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] workarounds.disable_deep_image_inspection = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.103593] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.103757] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.103922] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.104121] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] workarounds.disable_rootwrap = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.104270] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] workarounds.enable_numa_live_migration = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.104431] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.104594] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.104782] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.104950] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] workarounds.libvirt_disable_apic = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.105128] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.105354] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.105463] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.105609] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.105894] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.105982] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.106116] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.106255] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.106418] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.106583] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.106767] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.106940] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] wsgi.client_socket_timeout = 900 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.107124] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] wsgi.default_pool_size = 1000 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.107294] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] wsgi.keep_alive = True {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.107462] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] wsgi.max_header_line = 16384 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.107628] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.107791] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] wsgi.ssl_ca_file = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.107956] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] wsgi.ssl_cert_file = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.108133] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] wsgi.ssl_key_file = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.108304] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] wsgi.tcp_keepidle = 600 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.108492] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.108663] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] zvm.ca_file = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.108826] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] zvm.cloud_connector_url = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.109574] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.109785] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] zvm.reachable_timeout = 300 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.109995] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_policy.enforce_new_defaults = True {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.110400] env[62088]: WARNING oslo_config.cfg [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 535.110593] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_policy.enforce_scope = True {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.110777] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_policy.policy_default_rule = default {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.110970] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.111168] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_policy.policy_file = policy.yaml {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.111351] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.111520] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.111685] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.111868] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.112059] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.112241] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.112421] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.112602] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] profiler.connection_string = messaging:// {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.112773] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] profiler.enabled = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.112946] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] profiler.es_doc_type = notification {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.113129] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] profiler.es_scroll_size = 10000 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.113301] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] profiler.es_scroll_time = 2m {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.113464] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] profiler.filter_error_trace = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.113633] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] profiler.hmac_keys = **** {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.113805] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] profiler.sentinel_service_name = mymaster {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.113978] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] profiler.socket_timeout = 0.1 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.114159] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] profiler.trace_requests = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.114324] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] profiler.trace_sqlalchemy = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.114512] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] profiler_jaeger.process_tags = {} {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.114676] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] profiler_jaeger.service_name_prefix = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.114842] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] profiler_otlp.service_name_prefix = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.115027] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] remote_debug.host = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.115190] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] remote_debug.port = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.115376] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.115547] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.115714] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.115880] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.116099] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.116227] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.116391] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.116557] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.116745] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.116930] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.117108] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.117285] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.117457] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.117630] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.117803] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.117978] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.118162] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.118339] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.118508] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.118676] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.118848] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.119035] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.119196] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.119366] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.119529] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.119697] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.119897] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.120088] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.120266] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.120436] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_rabbit.ssl = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.120612] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.120784] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.120951] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.121139] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.121313] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.121476] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.121665] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.121850] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_notifications.retry = -1 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.122069] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.122255] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.122432] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_limit.auth_section = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.122599] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_limit.auth_type = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.122764] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_limit.cafile = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.122935] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_limit.certfile = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.123111] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_limit.collect_timing = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.123275] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_limit.connect_retries = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.123436] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_limit.connect_retry_delay = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.123595] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_limit.endpoint_id = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.123756] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_limit.endpoint_override = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.123920] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_limit.insecure = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.124093] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_limit.keyfile = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.124260] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_limit.max_version = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.124419] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_limit.min_version = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.124579] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_limit.region_name = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.124744] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_limit.retriable_status_codes = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.124908] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_limit.service_name = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.125080] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_limit.service_type = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.125250] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_limit.split_loggers = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.125412] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_limit.status_code_retries = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.125636] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_limit.status_code_retry_delay = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.125718] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_limit.timeout = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.125882] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_limit.valid_interfaces = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.126049] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_limit.version = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.126246] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_reports.file_event_handler = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.126381] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.126542] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] oslo_reports.log_dir = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.126715] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.126877] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.127052] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.127225] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.127390] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.127548] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.127716] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.127877] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vif_plug_ovs_privileged.group = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.128048] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.128220] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.128384] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.128544] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] vif_plug_ovs_privileged.user = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.128741] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.128938] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.129132] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.129311] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.129488] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.129657] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.129860] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.130039] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.130226] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.130402] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] os_vif_ovs.isolate_vif = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.130573] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.130745] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.130915] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.131100] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.131268] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] os_vif_ovs.per_port_bridge = False {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.131437] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] os_brick.lock_path = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.131695] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.131978] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.132275] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] privsep_osbrick.capabilities = [21] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.132558] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] privsep_osbrick.group = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.132850] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] privsep_osbrick.helper_command = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.133157] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.133459] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.133746] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] privsep_osbrick.user = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.134062] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.134350] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] nova_sys_admin.group = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.134631] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] nova_sys_admin.helper_command = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.134916] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.135217] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.135568] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] nova_sys_admin.user = None {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 535.135799] env[62088]: DEBUG oslo_service.service [None req-62cb19d8-e007-4f6f-9ef6-c409b9be0123 None None] ******************************************************************************** {{(pid=62088) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2830}} [ 535.136526] env[62088]: INFO nova.service [-] Starting compute node (version 30.1.0) [ 535.640404] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-fcfb33a9-61f9-4e57-8ea4-faf7b2d50fcc None None] Getting list of instances from cluster (obj){ [ 535.640404] env[62088]: value = "domain-c8" [ 535.640404] env[62088]: _type = "ClusterComputeResource" [ 535.640404] env[62088]: } {{(pid=62088) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 535.641623] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2cedae-ba2d-428e-90aa-d18a320085a0 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.650578] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-fcfb33a9-61f9-4e57-8ea4-faf7b2d50fcc None None] Got total of 0 instances {{(pid=62088) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 535.651132] env[62088]: WARNING nova.virt.vmwareapi.driver [None req-fcfb33a9-61f9-4e57-8ea4-faf7b2d50fcc None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 535.651622] env[62088]: INFO nova.virt.node [None req-fcfb33a9-61f9-4e57-8ea4-faf7b2d50fcc None None] Generated node identity fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 [ 535.651884] env[62088]: INFO nova.virt.node [None req-fcfb33a9-61f9-4e57-8ea4-faf7b2d50fcc None None] Wrote node identity fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 to /opt/stack/data/n-cpu-1/compute_id [ 536.154664] env[62088]: WARNING nova.compute.manager [None req-fcfb33a9-61f9-4e57-8ea4-faf7b2d50fcc None None] Compute nodes ['fb5af041-a1d8-4e30-b0e1-0cdec1a610e1'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 537.161275] env[62088]: INFO nova.compute.manager [None req-fcfb33a9-61f9-4e57-8ea4-faf7b2d50fcc None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 538.166875] env[62088]: WARNING nova.compute.manager [None req-fcfb33a9-61f9-4e57-8ea4-faf7b2d50fcc None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 538.167272] env[62088]: DEBUG oslo_concurrency.lockutils [None req-fcfb33a9-61f9-4e57-8ea4-faf7b2d50fcc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.167401] env[62088]: DEBUG oslo_concurrency.lockutils [None req-fcfb33a9-61f9-4e57-8ea4-faf7b2d50fcc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.167544] env[62088]: DEBUG oslo_concurrency.lockutils [None req-fcfb33a9-61f9-4e57-8ea4-faf7b2d50fcc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.167675] env[62088]: DEBUG nova.compute.resource_tracker [None req-fcfb33a9-61f9-4e57-8ea4-faf7b2d50fcc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62088) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 538.168604] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8402791-822f-4226-b4ea-b1b532d8f771 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.176934] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f18398-1e51-4811-bc31-4e2f98659812 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.192012] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21cf1795-2bb7-48a2-b3d7-fbd3563340d9 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.198623] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2fffc8-b845-4145-a151-ede6d47dc7c6 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.226868] env[62088]: DEBUG nova.compute.resource_tracker [None req-fcfb33a9-61f9-4e57-8ea4-faf7b2d50fcc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181613MB free_disk=183GB free_vcpus=48 pci_devices=None {{(pid=62088) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 538.227043] env[62088]: DEBUG oslo_concurrency.lockutils [None req-fcfb33a9-61f9-4e57-8ea4-faf7b2d50fcc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.227234] env[62088]: DEBUG oslo_concurrency.lockutils [None req-fcfb33a9-61f9-4e57-8ea4-faf7b2d50fcc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.729588] env[62088]: WARNING nova.compute.resource_tracker [None req-fcfb33a9-61f9-4e57-8ea4-faf7b2d50fcc None None] No compute node record for cpu-1:fb5af041-a1d8-4e30-b0e1-0cdec1a610e1: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 could not be found. [ 539.233198] env[62088]: INFO nova.compute.resource_tracker [None req-fcfb33a9-61f9-4e57-8ea4-faf7b2d50fcc None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 [ 540.741933] env[62088]: DEBUG nova.compute.resource_tracker [None req-fcfb33a9-61f9-4e57-8ea4-faf7b2d50fcc None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62088) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 540.742266] env[62088]: DEBUG nova.compute.resource_tracker [None req-fcfb33a9-61f9-4e57-8ea4-faf7b2d50fcc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62088) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 540.897907] env[62088]: INFO nova.scheduler.client.report [None req-fcfb33a9-61f9-4e57-8ea4-faf7b2d50fcc None None] [req-020e1127-11cd-4fb1-9ec8-d018f5715f6a] Created resource provider record via placement API for resource provider with UUID fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 540.913893] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5365340-23cc-45b4-9008-6dd2244fb0b0 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.921435] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63a3291-5383-4bd0-a5e2-5ecb70705869 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.950876] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5c9ad3-a921-4324-b48d-9605027ae73e {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.957400] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5c6e30-c72a-43a2-bcec-d4f1a931965e {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.969751] env[62088]: DEBUG nova.compute.provider_tree [None req-fcfb33a9-61f9-4e57-8ea4-faf7b2d50fcc None None] Updating inventory in ProviderTree for provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62088) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 541.508285] env[62088]: DEBUG nova.scheduler.client.report [None req-fcfb33a9-61f9-4e57-8ea4-faf7b2d50fcc None None] Updated inventory for provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62088) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 541.508542] env[62088]: DEBUG nova.compute.provider_tree [None req-fcfb33a9-61f9-4e57-8ea4-faf7b2d50fcc None None] Updating resource provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 generation from 0 to 1 during operation: update_inventory {{(pid=62088) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 541.508685] env[62088]: DEBUG nova.compute.provider_tree [None req-fcfb33a9-61f9-4e57-8ea4-faf7b2d50fcc None None] Updating inventory in ProviderTree for provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62088) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 541.561092] env[62088]: DEBUG nova.compute.provider_tree [None req-fcfb33a9-61f9-4e57-8ea4-faf7b2d50fcc None None] Updating resource provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 generation from 1 to 2 during operation: update_traits {{(pid=62088) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 542.065523] env[62088]: DEBUG nova.compute.resource_tracker [None req-fcfb33a9-61f9-4e57-8ea4-faf7b2d50fcc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62088) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 542.065967] env[62088]: DEBUG oslo_concurrency.lockutils [None req-fcfb33a9-61f9-4e57-8ea4-faf7b2d50fcc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.838s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.065967] env[62088]: DEBUG nova.service [None req-fcfb33a9-61f9-4e57-8ea4-faf7b2d50fcc None None] Creating RPC server for service compute {{(pid=62088) start /opt/stack/nova/nova/service.py:186}} [ 542.080645] env[62088]: DEBUG nova.service [None req-fcfb33a9-61f9-4e57-8ea4-faf7b2d50fcc None None] Join ServiceGroup membership for this service compute {{(pid=62088) start /opt/stack/nova/nova/service.py:203}} [ 542.080847] env[62088]: DEBUG nova.servicegroup.drivers.db [None req-fcfb33a9-61f9-4e57-8ea4-faf7b2d50fcc None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62088) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 567.294984] env[62088]: DEBUG oslo_concurrency.lockutils [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Acquiring lock "c8701f32-078c-4fdb-98fb-5e89cd9c8334" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.295677] env[62088]: DEBUG oslo_concurrency.lockutils [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Lock "c8701f32-078c-4fdb-98fb-5e89cd9c8334" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.798767] env[62088]: DEBUG nova.compute.manager [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Starting instance... {{(pid=62088) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 568.338040] env[62088]: DEBUG oslo_concurrency.lockutils [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.338040] env[62088]: DEBUG oslo_concurrency.lockutils [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.338659] env[62088]: INFO nova.compute.claims [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 569.382372] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcac3eca-0ea8-4bfb-aa3c-103a2921726b {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.390170] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d32185-2254-4bca-b6ec-d5eff929b988 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.420137] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab77af7b-0ec8-4b67-9e45-0a1232cd167f {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.427332] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8887de06-dd97-4051-83a9-5c15ce6513c7 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.440390] env[62088]: DEBUG nova.compute.provider_tree [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Inventory has not changed in ProviderTree for provider: fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 {{(pid=62088) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 569.945061] env[62088]: DEBUG nova.scheduler.client.report [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Inventory has not changed for provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62088) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 570.450969] env[62088]: DEBUG oslo_concurrency.lockutils [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.114s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.451677] env[62088]: DEBUG nova.compute.manager [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Start building networks asynchronously for instance. {{(pid=62088) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 570.958170] env[62088]: DEBUG nova.compute.utils [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Using /dev/sd instead of None {{(pid=62088) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 570.959992] env[62088]: DEBUG nova.compute.manager [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Not allocating networking since 'none' was specified. {{(pid=62088) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1983}} [ 571.461860] env[62088]: DEBUG nova.compute.manager [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Start building block device mappings for instance. {{(pid=62088) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 572.481019] env[62088]: DEBUG nova.compute.manager [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Start spawning the instance on the hypervisor. {{(pid=62088) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 574.298052] env[62088]: DEBUG nova.virt.hardware [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-30T16:42:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-30T16:42:10Z,direct_url=,disk_format='vmdk',id=a3f1d809-5bf4-4806-83fa-07c1d0510a86,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a093787074964289b4824107ef1c66e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-30T16:42:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 574.299073] env[62088]: DEBUG nova.virt.hardware [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Flavor limits 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 574.299073] env[62088]: DEBUG nova.virt.hardware [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Image limits 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 574.299073] env[62088]: DEBUG nova.virt.hardware [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Flavor pref 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 574.299073] env[62088]: DEBUG nova.virt.hardware [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Image pref 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 574.299073] env[62088]: DEBUG nova.virt.hardware [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 574.299308] env[62088]: DEBUG nova.virt.hardware [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 574.299486] env[62088]: DEBUG nova.virt.hardware [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62088) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 574.299865] env[62088]: DEBUG nova.virt.hardware [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Got 1 possible topologies {{(pid=62088) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 574.300155] env[62088]: DEBUG nova.virt.hardware [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 574.300245] env[62088]: DEBUG nova.virt.hardware [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 574.301305] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7848d9f-9439-4db1-af47-cf1c518bdf39 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.311854] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250f70cf-8700-46e5-b949-e4e2820fbd92 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.338626] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc08584f-51ae-4859-8454-2a6abdf922dc {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.362413] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Instance VIF info [] {{(pid=62088) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 574.375917] env[62088]: DEBUG nova.virt.vmwareapi.vm_util [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62088) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 574.376247] env[62088]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-429ff65e-d357-43cf-be85-95239f864922 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.389020] env[62088]: INFO nova.virt.vmwareapi.vm_util [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Created folder: OpenStack in parent group-v4. [ 574.389020] env[62088]: DEBUG nova.virt.vmwareapi.vm_util [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Creating folder: Project (eb6fc924b8644db3bcda3800fd7e1a53). Parent ref: group-v230593. {{(pid=62088) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 574.389020] env[62088]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cd17252-7f61-4498-8558-c40dbd3a94b8 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.399715] env[62088]: INFO nova.virt.vmwareapi.vm_util [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Created folder: Project (eb6fc924b8644db3bcda3800fd7e1a53) in parent group-v230593. [ 574.399944] env[62088]: DEBUG nova.virt.vmwareapi.vm_util [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Creating folder: Instances. Parent ref: group-v230594. {{(pid=62088) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 574.400166] env[62088]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a337109-f330-4b9f-9a35-f8fc85f23ecf {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.413434] env[62088]: INFO nova.virt.vmwareapi.vm_util [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Created folder: Instances in parent group-v230594. [ 574.414101] env[62088]: DEBUG oslo.service.loopingcall [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62088) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 574.414504] env[62088]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Creating VM on the ESX host {{(pid=62088) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 574.414872] env[62088]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6174cdf-9060-4bba-82f3-8ceaef7ec3c7 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.442709] env[62088]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 574.442709] env[62088]: value = "task-1041721" [ 574.442709] env[62088]: _type = "Task" [ 574.442709] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.450708] env[62088]: DEBUG oslo_vmware.api [-] Task: {'id': task-1041721, 'name': CreateVM_Task} progress is 0%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.628610] env[62088]: DEBUG oslo_concurrency.lockutils [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] Acquiring lock "80e950e4-ffca-4e99-a778-cbd84f8798d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.629229] env[62088]: DEBUG oslo_concurrency.lockutils [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] Lock "80e950e4-ffca-4e99-a778-cbd84f8798d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.953448] env[62088]: DEBUG oslo_vmware.api [-] Task: {'id': task-1041721, 'name': CreateVM_Task, 'duration_secs': 0.313895} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.954114] env[62088]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Created VM on the ESX host {{(pid=62088) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 574.954896] env[62088]: DEBUG oslo_vmware.service [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9935f223-30b7-43f8-b7ef-8f6f56096503 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.965319] env[62088]: DEBUG oslo_concurrency.lockutils [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a3f1d809-5bf4-4806-83fa-07c1d0510a86" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.965671] env[62088]: DEBUG oslo_concurrency.lockutils [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a3f1d809-5bf4-4806-83fa-07c1d0510a86" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.967363] env[62088]: DEBUG oslo_concurrency.lockutils [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a3f1d809-5bf4-4806-83fa-07c1d0510a86" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.967363] env[62088]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e95697ac-78f0-4962-9f3d-0e945496f606 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.973911] env[62088]: DEBUG oslo_vmware.api [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Waiting for the task: (returnval){ [ 574.973911] env[62088]: value = "session[527254c4-e830-0e1d-4a7a-0fa2b3a9c0fd]520f8969-07f1-849b-e9fb-731ade400e32" [ 574.973911] env[62088]: _type = "Task" [ 574.973911] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.982063] env[62088]: DEBUG oslo_vmware.api [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': session[527254c4-e830-0e1d-4a7a-0fa2b3a9c0fd]520f8969-07f1-849b-e9fb-731ade400e32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.134216] env[62088]: DEBUG nova.compute.manager [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] Starting instance... {{(pid=62088) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 575.489287] env[62088]: DEBUG oslo_concurrency.lockutils [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a3f1d809-5bf4-4806-83fa-07c1d0510a86" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.489287] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Processing image a3f1d809-5bf4-4806-83fa-07c1d0510a86 {{(pid=62088) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 575.489287] env[62088]: DEBUG oslo_concurrency.lockutils [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a3f1d809-5bf4-4806-83fa-07c1d0510a86/a3f1d809-5bf4-4806-83fa-07c1d0510a86.vmdk" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.489287] env[62088]: DEBUG oslo_concurrency.lockutils [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a3f1d809-5bf4-4806-83fa-07c1d0510a86/a3f1d809-5bf4-4806-83fa-07c1d0510a86.vmdk" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.489583] env[62088]: DEBUG nova.virt.vmwareapi.ds_util [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62088) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 575.489583] env[62088]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79d2bda2-8ac0-4d25-9066-3dc509a5d42a {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.512018] env[62088]: DEBUG nova.virt.vmwareapi.ds_util [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62088) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 575.512018] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62088) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 575.512018] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d857154-935c-4e01-8d77-3f37276141d8 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.522711] env[62088]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1404fd8c-b6ee-4126-a308-6d5eea1ceb06 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.528327] env[62088]: DEBUG oslo_vmware.api [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Waiting for the task: (returnval){ [ 575.528327] env[62088]: value = "session[527254c4-e830-0e1d-4a7a-0fa2b3a9c0fd]5234f5a5-d6a9-fe39-cb31-059a20fd1faf" [ 575.528327] env[62088]: _type = "Task" [ 575.528327] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.539454] env[62088]: DEBUG oslo_vmware.api [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': session[527254c4-e830-0e1d-4a7a-0fa2b3a9c0fd]5234f5a5-d6a9-fe39-cb31-059a20fd1faf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.671415] env[62088]: DEBUG oslo_concurrency.lockutils [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.671853] env[62088]: DEBUG oslo_concurrency.lockutils [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.673488] env[62088]: INFO nova.compute.claims [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 576.038746] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Preparing fetch location {{(pid=62088) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 576.039171] env[62088]: DEBUG nova.virt.vmwareapi.ds_util [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Creating directory with path [datastore1] vmware_temp/73c224fa-3a1e-4fc7-ac74-d10bf5f239fe/a3f1d809-5bf4-4806-83fa-07c1d0510a86 {{(pid=62088) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 576.039353] env[62088]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5eaca31c-5c3a-4cd5-ab19-0a326ce219d6 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.061231] env[62088]: DEBUG nova.virt.vmwareapi.ds_util [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Created directory with path [datastore1] vmware_temp/73c224fa-3a1e-4fc7-ac74-d10bf5f239fe/a3f1d809-5bf4-4806-83fa-07c1d0510a86 {{(pid=62088) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 576.063178] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Fetch image to [datastore1] vmware_temp/73c224fa-3a1e-4fc7-ac74-d10bf5f239fe/a3f1d809-5bf4-4806-83fa-07c1d0510a86/tmp-sparse.vmdk {{(pid=62088) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 576.063178] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Downloading image file data a3f1d809-5bf4-4806-83fa-07c1d0510a86 to [datastore1] vmware_temp/73c224fa-3a1e-4fc7-ac74-d10bf5f239fe/a3f1d809-5bf4-4806-83fa-07c1d0510a86/tmp-sparse.vmdk on the data store datastore1 {{(pid=62088) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 576.063178] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4186884d-ab14-4c64-a4de-0dfcadbd5ae2 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.073628] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267c7ad8-bc8a-4542-afb5-ce4bc5a82d4a {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.087245] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca46fb1b-80f8-4baf-abd2-1114e79a5e5a {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.121741] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdda9158-069b-4a31-b82e-7c556db833cc {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.128613] env[62088]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-e2fe0bd8-8993-49de-8dc2-0c5aba4f183c {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.163255] env[62088]: DEBUG nova.virt.vmwareapi.images [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Downloading image file data a3f1d809-5bf4-4806-83fa-07c1d0510a86 to the data store datastore1 {{(pid=62088) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 576.759592] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94be8314-554b-450b-84c2-c9b64089d992 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.771227] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3d320c-9480-41e0-9a63-fed3d415bfa9 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.806639] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84bbe79-41d1-4942-b182-47d9851eb708 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.814603] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0e42bc-9e6e-454c-84b2-50607ec0a1a9 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.829281] env[62088]: DEBUG nova.compute.provider_tree [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] Inventory has not changed in ProviderTree for provider: fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 {{(pid=62088) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 577.082142] env[62088]: DEBUG oslo_service.periodic_task [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Running periodic task ComputeManager._sync_power_states {{(pid=62088) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 577.332885] env[62088]: DEBUG nova.scheduler.client.report [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] Inventory has not changed for provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62088) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 577.586458] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Getting list of instances from cluster (obj){ [ 577.586458] env[62088]: value = "domain-c8" [ 577.586458] env[62088]: _type = "ClusterComputeResource" [ 577.586458] env[62088]: } {{(pid=62088) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 577.589527] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e850b26c-55bb-41fd-b09e-066c4fb23488 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.606587] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Got total of 1 instances {{(pid=62088) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 577.606587] env[62088]: WARNING nova.compute.manager [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] While synchronizing instance power states, found 2 instances in the database and 1 instances on the hypervisor. [ 577.606587] env[62088]: DEBUG nova.compute.manager [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Triggering sync for uuid c8701f32-078c-4fdb-98fb-5e89cd9c8334 {{(pid=62088) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10637}} [ 577.606587] env[62088]: DEBUG nova.compute.manager [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Triggering sync for uuid 80e950e4-ffca-4e99-a778-cbd84f8798d9 {{(pid=62088) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10637}} [ 577.606587] env[62088]: DEBUG oslo_concurrency.lockutils [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Acquiring lock "c8701f32-078c-4fdb-98fb-5e89cd9c8334" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.606587] env[62088]: DEBUG oslo_concurrency.lockutils [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Acquiring lock "80e950e4-ffca-4e99-a778-cbd84f8798d9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.607058] env[62088]: DEBUG oslo_service.periodic_task [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62088) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 577.607397] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Getting list of instances from cluster (obj){ [ 577.607397] env[62088]: value = "domain-c8" [ 577.607397] env[62088]: _type = "ClusterComputeResource" [ 577.607397] env[62088]: } {{(pid=62088) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 577.608362] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a5cec8-a419-45d2-b1df-22134c0b2efd {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.619434] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Got total of 1 instances {{(pid=62088) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 577.842481] env[62088]: DEBUG oslo_concurrency.lockutils [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.170s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.842735] env[62088]: DEBUG nova.compute.manager [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] Start building networks asynchronously for instance. {{(pid=62088) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 578.151504] env[62088]: DEBUG oslo_vmware.rw_handles [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/73c224fa-3a1e-4fc7-ac74-d10bf5f239fe/a3f1d809-5bf4-4806-83fa-07c1d0510a86/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62088) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 578.353687] env[62088]: DEBUG nova.compute.utils [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] Using /dev/sd instead of None {{(pid=62088) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 578.354924] env[62088]: DEBUG nova.compute.manager [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] Allocating IP information in the background. {{(pid=62088) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 578.355388] env[62088]: DEBUG nova.network.neutron [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] allocate_for_instance() {{(pid=62088) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 578.614547] env[62088]: DEBUG nova.policy [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bbee09d32974e47aa00c24eac6e56ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfc6edc2c652469c96cc7dc27208d627', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62088) authorize /opt/stack/nova/nova/policy.py:201}} [ 578.822791] env[62088]: DEBUG oslo_vmware.rw_handles [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Completed reading data from the image iterator. {{(pid=62088) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 578.823099] env[62088]: DEBUG oslo_vmware.rw_handles [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/73c224fa-3a1e-4fc7-ac74-d10bf5f239fe/a3f1d809-5bf4-4806-83fa-07c1d0510a86/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62088) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 578.867461] env[62088]: DEBUG nova.compute.manager [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] Start building block device mappings for instance. {{(pid=62088) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 578.962720] env[62088]: DEBUG nova.virt.vmwareapi.images [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Downloaded image file data a3f1d809-5bf4-4806-83fa-07c1d0510a86 to vmware_temp/73c224fa-3a1e-4fc7-ac74-d10bf5f239fe/a3f1d809-5bf4-4806-83fa-07c1d0510a86/tmp-sparse.vmdk on the data store datastore1 {{(pid=62088) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 578.965179] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Caching image {{(pid=62088) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 578.965443] env[62088]: DEBUG nova.virt.vmwareapi.vm_util [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Copying Virtual Disk [datastore1] vmware_temp/73c224fa-3a1e-4fc7-ac74-d10bf5f239fe/a3f1d809-5bf4-4806-83fa-07c1d0510a86/tmp-sparse.vmdk to [datastore1] vmware_temp/73c224fa-3a1e-4fc7-ac74-d10bf5f239fe/a3f1d809-5bf4-4806-83fa-07c1d0510a86/a3f1d809-5bf4-4806-83fa-07c1d0510a86.vmdk {{(pid=62088) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 578.966270] env[62088]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a55316ea-64b3-4819-a3f3-1acf55136f03 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.977762] env[62088]: DEBUG oslo_vmware.api [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Waiting for the task: (returnval){ [ 578.977762] env[62088]: value = "task-1041722" [ 578.977762] env[62088]: _type = "Task" [ 578.977762] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.988709] env[62088]: DEBUG oslo_vmware.api [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.259028] env[62088]: DEBUG oslo_concurrency.lockutils [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] Acquiring lock "41b4ad80-1092-4887-87ef-28f119433c0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.260352] env[62088]: DEBUG oslo_concurrency.lockutils [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] Lock "41b4ad80-1092-4887-87ef-28f119433c0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.489870] env[62088]: DEBUG oslo_vmware.api [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041722, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.629491] env[62088]: DEBUG nova.network.neutron [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] Successfully created port: 0c4bca25-1e9f-440f-8165-1d09127d8ac8 {{(pid=62088) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 579.765584] env[62088]: DEBUG nova.compute.manager [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] Starting instance... {{(pid=62088) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 579.879703] env[62088]: DEBUG nova.compute.manager [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] Start spawning the instance on the hypervisor. {{(pid=62088) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 579.906093] env[62088]: DEBUG oslo_concurrency.lockutils [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] Acquiring lock "22996c8d-1dcb-4e12-b531-fcdae93f7954" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.907301] env[62088]: DEBUG oslo_concurrency.lockutils [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] Lock "22996c8d-1dcb-4e12-b531-fcdae93f7954" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.919245] env[62088]: DEBUG nova.virt.hardware [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-30T16:42:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-30T16:42:10Z,direct_url=,disk_format='vmdk',id=a3f1d809-5bf4-4806-83fa-07c1d0510a86,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a093787074964289b4824107ef1c66e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-30T16:42:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 579.919245] env[62088]: DEBUG nova.virt.hardware [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] Flavor limits 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 579.919436] env[62088]: DEBUG nova.virt.hardware [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] Image limits 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 579.919659] env[62088]: DEBUG nova.virt.hardware [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] Flavor pref 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 579.919815] env[62088]: DEBUG nova.virt.hardware [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] Image pref 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 579.919964] env[62088]: DEBUG nova.virt.hardware [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 579.920191] env[62088]: DEBUG nova.virt.hardware [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 579.920360] env[62088]: DEBUG nova.virt.hardware [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62088) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 579.920554] env[62088]: DEBUG nova.virt.hardware [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] Got 1 possible topologies {{(pid=62088) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 579.920731] env[62088]: DEBUG nova.virt.hardware [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 579.920903] env[62088]: DEBUG nova.virt.hardware [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 579.922111] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3b5e47-8a55-495e-a028-1efffd5be9a0 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.933863] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4464b254-dbf4-4da8-94db-edcca61c6ef6 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.995036] env[62088]: DEBUG oslo_vmware.api [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041722, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710803} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.995283] env[62088]: DEBUG nova.virt.vmwareapi.vm_util [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Copied Virtual Disk [datastore1] vmware_temp/73c224fa-3a1e-4fc7-ac74-d10bf5f239fe/a3f1d809-5bf4-4806-83fa-07c1d0510a86/tmp-sparse.vmdk to [datastore1] vmware_temp/73c224fa-3a1e-4fc7-ac74-d10bf5f239fe/a3f1d809-5bf4-4806-83fa-07c1d0510a86/a3f1d809-5bf4-4806-83fa-07c1d0510a86.vmdk {{(pid=62088) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 579.995506] env[62088]: DEBUG nova.virt.vmwareapi.ds_util [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Deleting the datastore file [datastore1] vmware_temp/73c224fa-3a1e-4fc7-ac74-d10bf5f239fe/a3f1d809-5bf4-4806-83fa-07c1d0510a86/tmp-sparse.vmdk {{(pid=62088) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 579.996168] env[62088]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98a89f47-3f9f-4552-892e-7276821aa7c5 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.004382] env[62088]: DEBUG oslo_vmware.api [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Waiting for the task: (returnval){ [ 580.004382] env[62088]: value = "task-1041723" [ 580.004382] env[62088]: _type = "Task" [ 580.004382] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.015354] env[62088]: DEBUG oslo_vmware.api [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041723, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.296715] env[62088]: DEBUG oslo_concurrency.lockutils [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.297055] env[62088]: DEBUG oslo_concurrency.lockutils [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.301130] env[62088]: INFO nova.compute.claims [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 580.409102] env[62088]: DEBUG nova.compute.manager [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] Starting instance... {{(pid=62088) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 580.518020] env[62088]: DEBUG oslo_vmware.api [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041723, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028312} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.519371] env[62088]: DEBUG nova.virt.vmwareapi.ds_util [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Deleted the datastore file {{(pid=62088) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 580.521683] env[62088]: DEBUG nova.virt.vmwareapi.ds_util [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Moving file from [datastore1] vmware_temp/73c224fa-3a1e-4fc7-ac74-d10bf5f239fe/a3f1d809-5bf4-4806-83fa-07c1d0510a86 to [datastore1] devstack-image-cache_base/a3f1d809-5bf4-4806-83fa-07c1d0510a86. {{(pid=62088) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 580.521683] env[62088]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-7dd5be32-0064-4968-bb1b-bbf01ff0b0fc {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.529637] env[62088]: DEBUG oslo_vmware.api [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Waiting for the task: (returnval){ [ 580.529637] env[62088]: value = "task-1041724" [ 580.529637] env[62088]: _type = "Task" [ 580.529637] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.543505] env[62088]: DEBUG oslo_vmware.api [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041724, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.938339] env[62088]: DEBUG oslo_concurrency.lockutils [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.043725] env[62088]: DEBUG oslo_vmware.api [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041724, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.034807} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.043725] env[62088]: DEBUG nova.virt.vmwareapi.ds_util [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] File moved {{(pid=62088) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 581.043725] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Cleaning up location [datastore1] vmware_temp/73c224fa-3a1e-4fc7-ac74-d10bf5f239fe {{(pid=62088) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 581.043725] env[62088]: DEBUG nova.virt.vmwareapi.ds_util [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Deleting the datastore file [datastore1] vmware_temp/73c224fa-3a1e-4fc7-ac74-d10bf5f239fe {{(pid=62088) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 581.043725] env[62088]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94679389-475d-4292-8e6d-f94fdf7af241 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.050757] env[62088]: DEBUG oslo_vmware.api [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Waiting for the task: (returnval){ [ 581.050757] env[62088]: value = "task-1041725" [ 581.050757] env[62088]: _type = "Task" [ 581.050757] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.065685] env[62088]: DEBUG oslo_vmware.api [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.096807] env[62088]: DEBUG oslo_concurrency.lockutils [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] Acquiring lock "16ab652c-314e-450d-81db-6913cf814b28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.097082] env[62088]: DEBUG oslo_concurrency.lockutils [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] Lock "16ab652c-314e-450d-81db-6913cf814b28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.293596] env[62088]: DEBUG oslo_concurrency.lockutils [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Acquiring lock "c590ddbb-dcbe-4297-b95b-0b5a733b1dbb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.293883] env[62088]: DEBUG oslo_concurrency.lockutils [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Lock "c590ddbb-dcbe-4297-b95b-0b5a733b1dbb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.443366] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2337a6f-00ae-4502-b67a-491010c875e3 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.457527] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972c5097-9d51-4810-a721-3071b5b2b194 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.495423] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e7cfc1-7216-449f-b143-0d26947bb8b4 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.504820] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764cf64e-a1aa-483c-b2ef-062548e275ac {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.521034] env[62088]: DEBUG nova.compute.provider_tree [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] Inventory has not changed in ProviderTree for provider: fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 {{(pid=62088) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 581.564767] env[62088]: DEBUG oslo_vmware.api [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024005} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.565017] env[62088]: DEBUG nova.virt.vmwareapi.ds_util [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Deleted the datastore file {{(pid=62088) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 581.567810] env[62088]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78ae93dc-9d39-4fa9-b072-58fbfca1bbe8 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.571662] env[62088]: DEBUG oslo_vmware.api [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Waiting for the task: (returnval){ [ 581.571662] env[62088]: value = "session[527254c4-e830-0e1d-4a7a-0fa2b3a9c0fd]52363aed-13ad-f92f-100d-63c1984a3d0a" [ 581.571662] env[62088]: _type = "Task" [ 581.571662] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.581792] env[62088]: DEBUG oslo_vmware.api [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': session[527254c4-e830-0e1d-4a7a-0fa2b3a9c0fd]52363aed-13ad-f92f-100d-63c1984a3d0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.599749] env[62088]: DEBUG nova.compute.manager [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] [instance: 16ab652c-314e-450d-81db-6913cf814b28] Starting instance... {{(pid=62088) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 581.797645] env[62088]: DEBUG nova.compute.manager [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] Starting instance... {{(pid=62088) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 582.024691] env[62088]: DEBUG nova.scheduler.client.report [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] Inventory has not changed for provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62088) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 582.044509] env[62088]: DEBUG oslo_concurrency.lockutils [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] Acquiring lock "a5116668-7f95-4709-97ca-9c2f84ad1d9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.044892] env[62088]: DEBUG oslo_concurrency.lockutils [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] Lock "a5116668-7f95-4709-97ca-9c2f84ad1d9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.083390] env[62088]: DEBUG oslo_vmware.api [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': session[527254c4-e830-0e1d-4a7a-0fa2b3a9c0fd]52363aed-13ad-f92f-100d-63c1984a3d0a, 'name': SearchDatastore_Task, 'duration_secs': 0.009151} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.083814] env[62088]: DEBUG oslo_concurrency.lockutils [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a3f1d809-5bf4-4806-83fa-07c1d0510a86/a3f1d809-5bf4-4806-83fa-07c1d0510a86.vmdk" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.084214] env[62088]: DEBUG nova.virt.vmwareapi.vm_util [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a3f1d809-5bf4-4806-83fa-07c1d0510a86/a3f1d809-5bf4-4806-83fa-07c1d0510a86.vmdk to [datastore1] c8701f32-078c-4fdb-98fb-5e89cd9c8334/c8701f32-078c-4fdb-98fb-5e89cd9c8334.vmdk {{(pid=62088) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 582.084480] env[62088]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c860370-031b-40c7-a8ff-02f7ff1d3f15 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.094222] env[62088]: DEBUG oslo_vmware.api [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Waiting for the task: (returnval){ [ 582.094222] env[62088]: value = "task-1041726" [ 582.094222] env[62088]: _type = "Task" [ 582.094222] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.097818] env[62088]: ERROR nova.compute.manager [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port 0c4bca25-1e9f-440f-8165-1d09127d8ac8, please check neutron logs for more information. [ 582.097818] env[62088]: ERROR nova.compute.manager Traceback (most recent call last): [ 582.097818] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async [ 582.097818] env[62088]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 582.097818] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 582.097818] env[62088]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 582.097818] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 582.097818] env[62088]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 582.097818] env[62088]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 582.097818] env[62088]: ERROR nova.compute.manager self.force_reraise() [ 582.097818] env[62088]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 582.097818] env[62088]: ERROR nova.compute.manager raise self.value [ 582.097818] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 582.097818] env[62088]: ERROR nova.compute.manager updated_port = self._update_port( [ 582.097818] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 582.097818] env[62088]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 582.098396] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 582.098396] env[62088]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 582.098396] env[62088]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port 0c4bca25-1e9f-440f-8165-1d09127d8ac8, please check neutron logs for more information. [ 582.098396] env[62088]: ERROR nova.compute.manager [ 582.098547] env[62088]: Traceback (most recent call last): [ 582.098588] env[62088]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 582.098588] env[62088]: listener.cb(fileno) [ 582.098588] env[62088]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 582.098588] env[62088]: result = function(*args, **kwargs) [ 582.098588] env[62088]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 582.098588] env[62088]: return func(*args, **kwargs) [ 582.098588] env[62088]: File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async [ 582.098588] env[62088]: raise e [ 582.098588] env[62088]: File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async [ 582.098588] env[62088]: nwinfo = self.network_api.allocate_for_instance( [ 582.098588] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 582.098588] env[62088]: created_port_ids = self._update_ports_for_instance( [ 582.098588] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 582.098588] env[62088]: with excutils.save_and_reraise_exception(): [ 582.098588] env[62088]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 582.098588] env[62088]: self.force_reraise() [ 582.098588] env[62088]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 582.098588] env[62088]: raise self.value [ 582.098588] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 582.098588] env[62088]: updated_port = self._update_port( [ 582.098588] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 582.098588] env[62088]: _ensure_no_port_binding_failure(port) [ 582.098588] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 582.098588] env[62088]: raise exception.PortBindingFailed(port_id=port['id']) [ 582.099742] env[62088]: nova.exception.PortBindingFailed: Binding failed for port 0c4bca25-1e9f-440f-8165-1d09127d8ac8, please check neutron logs for more information. [ 582.099742] env[62088]: Removing descriptor: 16 [ 582.100445] env[62088]: ERROR nova.compute.manager [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port 0c4bca25-1e9f-440f-8165-1d09127d8ac8, please check neutron logs for more information. [ 582.100445] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] Traceback (most recent call last): [ 582.100445] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/nova/nova/compute/manager.py", line 2900, in _build_resources [ 582.100445] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] yield resources [ 582.100445] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance [ 582.100445] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] self.driver.spawn(context, instance, image_meta, [ 582.100445] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 542, in spawn [ 582.100445] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] self._vmops.spawn(context, instance, image_meta, injected_files, [ 582.100445] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 582.100445] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] vm_ref = self.build_virtual_machine(instance, [ 582.100445] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 582.101292] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] vif_infos = vmwarevif.get_vif_info(self._session, [ 582.101292] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 582.101292] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] for vif in network_info: [ 582.101292] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 582.101292] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] return self._sync_wrapper(fn, *args, **kwargs) [ 582.101292] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 582.101292] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] self.wait() [ 582.101292] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 582.101292] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] self[:] = self._gt.wait() [ 582.101292] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 582.101292] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] return self._exit_event.wait() [ 582.101292] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 582.101292] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] result = hub.switch() [ 582.101713] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 582.101713] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] return self.greenlet.switch() [ 582.101713] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 582.101713] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] result = function(*args, **kwargs) [ 582.101713] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 582.101713] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] return func(*args, **kwargs) [ 582.101713] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async [ 582.101713] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] raise e [ 582.101713] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async [ 582.101713] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] nwinfo = self.network_api.allocate_for_instance( [ 582.101713] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 582.101713] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] created_port_ids = self._update_ports_for_instance( [ 582.101713] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 582.102191] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] with excutils.save_and_reraise_exception(): [ 582.102191] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 582.102191] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] self.force_reraise() [ 582.102191] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 582.102191] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] raise self.value [ 582.102191] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 582.102191] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] updated_port = self._update_port( [ 582.102191] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 582.102191] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] _ensure_no_port_binding_failure(port) [ 582.102191] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 582.102191] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] raise exception.PortBindingFailed(port_id=port['id']) [ 582.102191] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] nova.exception.PortBindingFailed: Binding failed for port 0c4bca25-1e9f-440f-8165-1d09127d8ac8, please check neutron logs for more information. [ 582.102191] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] [ 582.102823] env[62088]: INFO nova.compute.manager [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] Terminating instance [ 582.106279] env[62088]: DEBUG oslo_concurrency.lockutils [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] Acquiring lock "refresh_cache-80e950e4-ffca-4e99-a778-cbd84f8798d9" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.106440] env[62088]: DEBUG oslo_concurrency.lockutils [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] Acquired lock "refresh_cache-80e950e4-ffca-4e99-a778-cbd84f8798d9" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.106606] env[62088]: DEBUG nova.network.neutron [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] Building network info cache for instance {{(pid=62088) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 582.118848] env[62088]: DEBUG oslo_vmware.api [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041726, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.143152] env[62088]: DEBUG oslo_concurrency.lockutils [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.333692] env[62088]: DEBUG oslo_concurrency.lockutils [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.530315] env[62088]: DEBUG oslo_concurrency.lockutils [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.233s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.530930] env[62088]: DEBUG nova.compute.manager [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] Start building networks asynchronously for instance. {{(pid=62088) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 582.534707] env[62088]: DEBUG oslo_concurrency.lockutils [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.597s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.536395] env[62088]: INFO nova.compute.claims [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 582.548167] env[62088]: DEBUG nova.compute.manager [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] Starting instance... {{(pid=62088) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 582.610070] env[62088]: DEBUG oslo_vmware.api [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041726, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476828} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.610322] env[62088]: DEBUG nova.virt.vmwareapi.vm_util [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a3f1d809-5bf4-4806-83fa-07c1d0510a86/a3f1d809-5bf4-4806-83fa-07c1d0510a86.vmdk to [datastore1] c8701f32-078c-4fdb-98fb-5e89cd9c8334/c8701f32-078c-4fdb-98fb-5e89cd9c8334.vmdk {{(pid=62088) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 582.610527] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Extending root virtual disk to 1048576 {{(pid=62088) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 582.610768] env[62088]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3cb735e2-f7f6-4d11-8321-8a760fd5a249 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.620806] env[62088]: DEBUG oslo_vmware.api [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Waiting for the task: (returnval){ [ 582.620806] env[62088]: value = "task-1041727" [ 582.620806] env[62088]: _type = "Task" [ 582.620806] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.631130] env[62088]: DEBUG oslo_vmware.api [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041727, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.659869] env[62088]: DEBUG nova.network.neutron [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 582.753271] env[62088]: DEBUG nova.network.neutron [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.830612] env[62088]: DEBUG oslo_concurrency.lockutils [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] Acquiring lock "f5e30da8-0745-4e97-bf81-fe4eb10eb00e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.830839] env[62088]: DEBUG oslo_concurrency.lockutils [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] Lock "f5e30da8-0745-4e97-bf81-fe4eb10eb00e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.041713] env[62088]: DEBUG nova.compute.utils [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] Using /dev/sd instead of None {{(pid=62088) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 583.043243] env[62088]: DEBUG nova.compute.manager [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] Allocating IP information in the background. {{(pid=62088) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 583.043486] env[62088]: DEBUG nova.network.neutron [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] allocate_for_instance() {{(pid=62088) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 583.074239] env[62088]: DEBUG oslo_concurrency.lockutils [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.121989] env[62088]: DEBUG nova.policy [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '942d2aa93f554ee9bd0efdd38f7bfb15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95312fbfdecb4e8b9d3969557cb1fcc2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62088) authorize /opt/stack/nova/nova/policy.py:201}} [ 583.133183] env[62088]: DEBUG oslo_vmware.api [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041727, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058157} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.133414] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Extended root virtual disk {{(pid=62088) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 583.134316] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16cbfc3-096d-4db3-a9f7-759a2697f5a9 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.155586] env[62088]: DEBUG nova.virt.vmwareapi.volumeops [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] c8701f32-078c-4fdb-98fb-5e89cd9c8334/c8701f32-078c-4fdb-98fb-5e89cd9c8334.vmdk or device None with type sparse {{(pid=62088) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 583.155895] env[62088]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e2b72ea-3c84-497d-977c-28005c39d662 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.178810] env[62088]: DEBUG oslo_vmware.api [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Waiting for the task: (returnval){ [ 583.178810] env[62088]: value = "task-1041728" [ 583.178810] env[62088]: _type = "Task" [ 583.178810] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.189738] env[62088]: DEBUG oslo_vmware.api [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041728, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.261031] env[62088]: DEBUG oslo_concurrency.lockutils [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] Releasing lock "refresh_cache-80e950e4-ffca-4e99-a778-cbd84f8798d9" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.261470] env[62088]: DEBUG nova.compute.manager [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] Start destroying the instance on the hypervisor. {{(pid=62088) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3159}} [ 583.261955] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] Destroying instance {{(pid=62088) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 583.261955] env[62088]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0dce0b5-4a20-489c-9088-e6829ad3c46f {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.273432] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f69bd0-4b2a-47eb-9a00-b981376304d1 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.296418] env[62088]: WARNING nova.virt.vmwareapi.vmops [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 80e950e4-ffca-4e99-a778-cbd84f8798d9 could not be found. [ 583.296712] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] Instance destroyed {{(pid=62088) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 583.297196] env[62088]: INFO nova.compute.manager [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] Took 0.04 seconds to destroy the instance on the hypervisor. [ 583.297495] env[62088]: DEBUG oslo.service.loopingcall [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62088) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 583.297715] env[62088]: DEBUG nova.compute.manager [-] [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] Deallocating network for instance {{(pid=62088) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 583.297813] env[62088]: DEBUG nova.network.neutron [-] [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] deallocate_for_instance() {{(pid=62088) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 583.333328] env[62088]: DEBUG nova.compute.manager [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] Starting instance... {{(pid=62088) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 583.353374] env[62088]: DEBUG nova.network.neutron [-] [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 583.355139] env[62088]: DEBUG nova.compute.manager [req-ccafd44e-c9b7-48ec-a3ce-951b5b657b24 req-6047e605-3793-4d88-8de1-babf1b47a5ab service nova] [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] Received event network-changed-0c4bca25-1e9f-440f-8165-1d09127d8ac8 {{(pid=62088) external_instance_event /opt/stack/nova/nova/compute/manager.py:11430}} [ 583.355325] env[62088]: DEBUG nova.compute.manager [req-ccafd44e-c9b7-48ec-a3ce-951b5b657b24 req-6047e605-3793-4d88-8de1-babf1b47a5ab service nova] [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] Refreshing instance network info cache due to event network-changed-0c4bca25-1e9f-440f-8165-1d09127d8ac8. {{(pid=62088) external_instance_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 583.355652] env[62088]: DEBUG oslo_concurrency.lockutils [req-ccafd44e-c9b7-48ec-a3ce-951b5b657b24 req-6047e605-3793-4d88-8de1-babf1b47a5ab service nova] Acquiring lock "refresh_cache-80e950e4-ffca-4e99-a778-cbd84f8798d9" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.355652] env[62088]: DEBUG oslo_concurrency.lockutils [req-ccafd44e-c9b7-48ec-a3ce-951b5b657b24 req-6047e605-3793-4d88-8de1-babf1b47a5ab service nova] Acquired lock "refresh_cache-80e950e4-ffca-4e99-a778-cbd84f8798d9" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.355798] env[62088]: DEBUG nova.network.neutron [req-ccafd44e-c9b7-48ec-a3ce-951b5b657b24 req-6047e605-3793-4d88-8de1-babf1b47a5ab service nova] [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] Refreshing network info cache for port 0c4bca25-1e9f-440f-8165-1d09127d8ac8 {{(pid=62088) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 583.546430] env[62088]: DEBUG nova.compute.manager [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] Start building block device mappings for instance. {{(pid=62088) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 583.697967] env[62088]: DEBUG oslo_vmware.api [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041728, 'name': ReconfigVM_Task, 'duration_secs': 0.270995} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.698279] env[62088]: DEBUG nova.virt.vmwareapi.volumeops [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Reconfigured VM instance instance-00000001 to attach disk [datastore1] c8701f32-078c-4fdb-98fb-5e89cd9c8334/c8701f32-078c-4fdb-98fb-5e89cd9c8334.vmdk or device None with type sparse {{(pid=62088) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 583.699973] env[62088]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1434d9d-fbf0-4987-8f8e-79eaeb42b41e {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.708452] env[62088]: DEBUG oslo_vmware.api [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Waiting for the task: (returnval){ [ 583.708452] env[62088]: value = "task-1041729" [ 583.708452] env[62088]: _type = "Task" [ 583.708452] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.725807] env[62088]: DEBUG oslo_vmware.api [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041729, 'name': Rename_Task} progress is 10%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.754856] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc58343b-eb71-40a1-b979-968778ca7f22 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.766242] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6771bc0-239b-4696-899e-8f52d2f38989 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.797169] env[62088]: DEBUG nova.network.neutron [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] Successfully created port: c297b5b6-0fae-475b-ae71-8c90049ce566 {{(pid=62088) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 583.799513] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5873bff5-d7a3-45f3-939a-1661e350e1f6 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.806872] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558b72d6-a08f-47e2-8964-0230084137ce {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.821846] env[62088]: DEBUG nova.compute.provider_tree [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] Inventory has not changed in ProviderTree for provider: fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 {{(pid=62088) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 583.858755] env[62088]: DEBUG nova.network.neutron [-] [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.863177] env[62088]: DEBUG oslo_concurrency.lockutils [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.912835] env[62088]: DEBUG nova.network.neutron [req-ccafd44e-c9b7-48ec-a3ce-951b5b657b24 req-6047e605-3793-4d88-8de1-babf1b47a5ab service nova] [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 583.973089] env[62088]: DEBUG nova.network.neutron [req-ccafd44e-c9b7-48ec-a3ce-951b5b657b24 req-6047e605-3793-4d88-8de1-babf1b47a5ab service nova] [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.220152] env[62088]: DEBUG oslo_vmware.api [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041729, 'name': Rename_Task, 'duration_secs': 0.138388} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.220152] env[62088]: DEBUG nova.virt.vmwareapi.vm_util [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Powering on the VM {{(pid=62088) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 584.220890] env[62088]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-373bc3a9-7df1-49e6-b0fb-89f4599c7fc5 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.230072] env[62088]: DEBUG oslo_vmware.api [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Waiting for the task: (returnval){ [ 584.230072] env[62088]: value = "task-1041730" [ 584.230072] env[62088]: _type = "Task" [ 584.230072] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.239581] env[62088]: DEBUG oslo_vmware.api [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041730, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.347051] env[62088]: DEBUG nova.scheduler.client.report [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] Inventory has not changed for provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62088) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 584.366834] env[62088]: INFO nova.compute.manager [-] [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] Took 1.07 seconds to deallocate network for instance. [ 584.370102] env[62088]: DEBUG nova.compute.claims [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] Aborting claim: {{(pid=62088) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 584.370314] env[62088]: DEBUG oslo_concurrency.lockutils [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.478824] env[62088]: DEBUG oslo_concurrency.lockutils [req-ccafd44e-c9b7-48ec-a3ce-951b5b657b24 req-6047e605-3793-4d88-8de1-babf1b47a5ab service nova] Releasing lock "refresh_cache-80e950e4-ffca-4e99-a778-cbd84f8798d9" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.560803] env[62088]: DEBUG nova.compute.manager [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] Start spawning the instance on the hypervisor. {{(pid=62088) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 584.591648] env[62088]: DEBUG nova.virt.hardware [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-30T16:42:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-30T16:42:10Z,direct_url=,disk_format='vmdk',id=a3f1d809-5bf4-4806-83fa-07c1d0510a86,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a093787074964289b4824107ef1c66e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-30T16:42:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 584.591911] env[62088]: DEBUG nova.virt.hardware [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] Flavor limits 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 584.592135] env[62088]: DEBUG nova.virt.hardware [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] Image limits 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 584.592388] env[62088]: DEBUG nova.virt.hardware [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] Flavor pref 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 584.592545] env[62088]: DEBUG nova.virt.hardware [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] Image pref 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 584.592724] env[62088]: DEBUG nova.virt.hardware [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 584.592973] env[62088]: DEBUG nova.virt.hardware [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 584.593890] env[62088]: DEBUG nova.virt.hardware [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62088) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 584.594114] env[62088]: DEBUG nova.virt.hardware [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] Got 1 possible topologies {{(pid=62088) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 584.594316] env[62088]: DEBUG nova.virt.hardware [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 584.594646] env[62088]: DEBUG nova.virt.hardware [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 584.595760] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b1b68b-2025-4419-be15-60cfe4df0a76 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.604301] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d8e08b-ea9f-4a49-9edf-c27ea7b987c5 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.741279] env[62088]: DEBUG oslo_vmware.api [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041730, 'name': PowerOnVM_Task, 'duration_secs': 0.417708} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.741754] env[62088]: DEBUG nova.virt.vmwareapi.vm_util [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Powered on the VM {{(pid=62088) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 584.742039] env[62088]: INFO nova.compute.manager [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Took 12.26 seconds to spawn the instance on the hypervisor. [ 584.742348] env[62088]: DEBUG nova.compute.manager [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Checking state {{(pid=62088) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 584.743206] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9480dee-53ac-47c4-bb05-cf634197c6f7 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.837488] env[62088]: DEBUG oslo_concurrency.lockutils [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.303s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.838112] env[62088]: DEBUG nova.compute.manager [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] Start building networks asynchronously for instance. {{(pid=62088) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 584.841194] env[62088]: DEBUG oslo_concurrency.lockutils [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.698s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.843138] env[62088]: INFO nova.compute.claims [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] [instance: 16ab652c-314e-450d-81db-6913cf814b28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 585.264627] env[62088]: INFO nova.compute.manager [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Took 16.96 seconds to build instance. [ 585.349373] env[62088]: DEBUG nova.compute.utils [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] Using /dev/sd instead of None {{(pid=62088) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 585.357395] env[62088]: DEBUG nova.compute.manager [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] Allocating IP information in the background. {{(pid=62088) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 585.357511] env[62088]: DEBUG nova.network.neutron [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] allocate_for_instance() {{(pid=62088) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 585.514178] env[62088]: DEBUG nova.policy [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0361627862394723bdac76bc0458aa9f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82fd87877f9f4f96840a9cf2322bd738', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62088) authorize /opt/stack/nova/nova/policy.py:201}} [ 585.769438] env[62088]: DEBUG oslo_concurrency.lockutils [None req-18714442-b38b-476c-9cf4-9c94b4748f93 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Lock "c8701f32-078c-4fdb-98fb-5e89cd9c8334" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.473s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.769438] env[62088]: DEBUG oslo_concurrency.lockutils [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Lock "c8701f32-078c-4fdb-98fb-5e89cd9c8334" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.163s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.769438] env[62088]: INFO nova.compute.manager [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] During sync_power_state the instance has a pending task (spawning). Skip. [ 585.769438] env[62088]: DEBUG oslo_concurrency.lockutils [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Lock "c8701f32-078c-4fdb-98fb-5e89cd9c8334" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.859331] env[62088]: DEBUG nova.compute.manager [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] Start building block device mappings for instance. {{(pid=62088) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 586.062962] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959eadd8-1189-4e2c-9293-5cda0c2cdd20 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.072915] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc00739-db5c-4d79-83b9-88a3f60e6573 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.109078] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d7074c-dc8c-4759-8835-3b24c3a8bced {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.115098] env[62088]: DEBUG nova.compute.manager [req-655d6636-144f-4673-9e7a-c1ba69c0cfad req-acb615e2-0fb7-4b74-9e53-940415d80283 service nova] [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] Received event network-vif-deleted-0c4bca25-1e9f-440f-8165-1d09127d8ac8 {{(pid=62088) external_instance_event /opt/stack/nova/nova/compute/manager.py:11430}} [ 586.120976] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df22611f-d191-41b4-acd3-f1f824d943d9 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.143207] env[62088]: DEBUG nova.compute.provider_tree [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] Inventory has not changed in ProviderTree for provider: fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 {{(pid=62088) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 586.451019] env[62088]: ERROR nova.compute.manager [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port c297b5b6-0fae-475b-ae71-8c90049ce566, please check neutron logs for more information. [ 586.451019] env[62088]: ERROR nova.compute.manager Traceback (most recent call last): [ 586.451019] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async [ 586.451019] env[62088]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 586.451019] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 586.451019] env[62088]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 586.451019] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 586.451019] env[62088]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 586.451019] env[62088]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 586.451019] env[62088]: ERROR nova.compute.manager self.force_reraise() [ 586.451019] env[62088]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 586.451019] env[62088]: ERROR nova.compute.manager raise self.value [ 586.451019] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 586.451019] env[62088]: ERROR nova.compute.manager updated_port = self._update_port( [ 586.451019] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 586.451019] env[62088]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 586.452300] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 586.452300] env[62088]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 586.452300] env[62088]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port c297b5b6-0fae-475b-ae71-8c90049ce566, please check neutron logs for more information. [ 586.452300] env[62088]: ERROR nova.compute.manager [ 586.452300] env[62088]: Traceback (most recent call last): [ 586.452300] env[62088]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 586.452300] env[62088]: listener.cb(fileno) [ 586.452300] env[62088]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 586.452300] env[62088]: result = function(*args, **kwargs) [ 586.452300] env[62088]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 586.452300] env[62088]: return func(*args, **kwargs) [ 586.452300] env[62088]: File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async [ 586.452300] env[62088]: raise e [ 586.452300] env[62088]: File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async [ 586.452300] env[62088]: nwinfo = self.network_api.allocate_for_instance( [ 586.452300] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 586.452300] env[62088]: created_port_ids = self._update_ports_for_instance( [ 586.452300] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 586.452300] env[62088]: with excutils.save_and_reraise_exception(): [ 586.452300] env[62088]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 586.452300] env[62088]: self.force_reraise() [ 586.452300] env[62088]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 586.452300] env[62088]: raise self.value [ 586.452300] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 586.452300] env[62088]: updated_port = self._update_port( [ 586.452300] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 586.452300] env[62088]: _ensure_no_port_binding_failure(port) [ 586.452300] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 586.452300] env[62088]: raise exception.PortBindingFailed(port_id=port['id']) [ 586.453676] env[62088]: nova.exception.PortBindingFailed: Binding failed for port c297b5b6-0fae-475b-ae71-8c90049ce566, please check neutron logs for more information. [ 586.453676] env[62088]: Removing descriptor: 16 [ 586.453676] env[62088]: ERROR nova.compute.manager [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port c297b5b6-0fae-475b-ae71-8c90049ce566, please check neutron logs for more information. [ 586.453676] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] Traceback (most recent call last): [ 586.453676] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/nova/nova/compute/manager.py", line 2900, in _build_resources [ 586.453676] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] yield resources [ 586.453676] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance [ 586.453676] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] self.driver.spawn(context, instance, image_meta, [ 586.453676] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 542, in spawn [ 586.453676] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] self._vmops.spawn(context, instance, image_meta, injected_files, [ 586.453676] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 586.453676] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] vm_ref = self.build_virtual_machine(instance, [ 586.454371] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 586.454371] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] vif_infos = vmwarevif.get_vif_info(self._session, [ 586.454371] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 586.454371] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] for vif in network_info: [ 586.454371] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 586.454371] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] return self._sync_wrapper(fn, *args, **kwargs) [ 586.454371] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 586.454371] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] self.wait() [ 586.454371] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 586.454371] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] self[:] = self._gt.wait() [ 586.454371] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 586.454371] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] return self._exit_event.wait() [ 586.454371] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 586.454782] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] result = hub.switch() [ 586.454782] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 586.454782] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] return self.greenlet.switch() [ 586.454782] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 586.454782] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] result = function(*args, **kwargs) [ 586.454782] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 586.454782] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] return func(*args, **kwargs) [ 586.454782] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async [ 586.454782] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] raise e [ 586.454782] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async [ 586.454782] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] nwinfo = self.network_api.allocate_for_instance( [ 586.454782] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 586.454782] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] created_port_ids = self._update_ports_for_instance( [ 586.455890] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 586.455890] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] with excutils.save_and_reraise_exception(): [ 586.455890] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 586.455890] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] self.force_reraise() [ 586.455890] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 586.455890] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] raise self.value [ 586.455890] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 586.455890] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] updated_port = self._update_port( [ 586.455890] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 586.455890] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] _ensure_no_port_binding_failure(port) [ 586.455890] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 586.455890] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] raise exception.PortBindingFailed(port_id=port['id']) [ 586.456215] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] nova.exception.PortBindingFailed: Binding failed for port c297b5b6-0fae-475b-ae71-8c90049ce566, please check neutron logs for more information. [ 586.456215] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] [ 586.456215] env[62088]: INFO nova.compute.manager [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] Terminating instance [ 586.460182] env[62088]: DEBUG oslo_concurrency.lockutils [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] Acquiring lock "refresh_cache-41b4ad80-1092-4887-87ef-28f119433c0b" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.460270] env[62088]: DEBUG oslo_concurrency.lockutils [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] Acquired lock "refresh_cache-41b4ad80-1092-4887-87ef-28f119433c0b" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.461670] env[62088]: DEBUG nova.network.neutron [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] Building network info cache for instance {{(pid=62088) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 586.646748] env[62088]: DEBUG nova.scheduler.client.report [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] Inventory has not changed for provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62088) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 586.788087] env[62088]: DEBUG nova.network.neutron [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] Successfully created port: 8d933f13-40a0-42b8-b205-5fae2506061f {{(pid=62088) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 586.820441] env[62088]: INFO nova.compute.manager [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Rebuilding instance [ 586.869827] env[62088]: DEBUG nova.compute.manager [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] Start spawning the instance on the hypervisor. {{(pid=62088) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 586.876058] env[62088]: DEBUG nova.compute.manager [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Checking state {{(pid=62088) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 586.877075] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ceef0fc-4e0d-477a-ae77-ceeadb18e0a8 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.896324] env[62088]: DEBUG nova.virt.hardware [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-30T16:42:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-30T16:42:10Z,direct_url=,disk_format='vmdk',id=a3f1d809-5bf4-4806-83fa-07c1d0510a86,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a093787074964289b4824107ef1c66e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-30T16:42:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 586.896566] env[62088]: DEBUG nova.virt.hardware [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] Flavor limits 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 586.896835] env[62088]: DEBUG nova.virt.hardware [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] Image limits 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 586.897016] env[62088]: DEBUG nova.virt.hardware [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] Flavor pref 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 586.897112] env[62088]: DEBUG nova.virt.hardware [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] Image pref 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 586.897187] env[62088]: DEBUG nova.virt.hardware [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 586.897395] env[62088]: DEBUG nova.virt.hardware [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 586.897548] env[62088]: DEBUG nova.virt.hardware [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62088) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 586.897711] env[62088]: DEBUG nova.virt.hardware [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] Got 1 possible topologies {{(pid=62088) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 586.897866] env[62088]: DEBUG nova.virt.hardware [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 586.898295] env[62088]: DEBUG nova.virt.hardware [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 586.899153] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4990dc-a7a3-4edb-b629-578fe7128e54 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.907175] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe28766-d6c9-4433-b2f0-bced4bfbb35f {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.050100] env[62088]: DEBUG nova.network.neutron [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 587.152267] env[62088]: DEBUG oslo_concurrency.lockutils [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.153107] env[62088]: DEBUG nova.compute.manager [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] [instance: 16ab652c-314e-450d-81db-6913cf814b28] Start building networks asynchronously for instance. {{(pid=62088) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 587.156520] env[62088]: DEBUG oslo_concurrency.lockutils [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.824s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.158657] env[62088]: INFO nova.compute.claims [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 587.384835] env[62088]: DEBUG nova.network.neutron [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.663645] env[62088]: DEBUG nova.compute.utils [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] Using /dev/sd instead of None {{(pid=62088) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 587.670250] env[62088]: DEBUG nova.compute.manager [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] [instance: 16ab652c-314e-450d-81db-6913cf814b28] Allocating IP information in the background. {{(pid=62088) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 587.670476] env[62088]: DEBUG nova.network.neutron [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] [instance: 16ab652c-314e-450d-81db-6913cf814b28] allocate_for_instance() {{(pid=62088) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 587.875179] env[62088]: DEBUG nova.policy [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a5814b137934158ab5681bb0a427af8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22fae3ba3fd44c659e1bdf4d8ad5a22a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62088) authorize /opt/stack/nova/nova/policy.py:201}} [ 587.889916] env[62088]: DEBUG oslo_concurrency.lockutils [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] Releasing lock "refresh_cache-41b4ad80-1092-4887-87ef-28f119433c0b" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.890374] env[62088]: DEBUG nova.compute.manager [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] Start destroying the instance on the hypervisor. {{(pid=62088) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3159}} [ 587.890453] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] Destroying instance {{(pid=62088) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 587.890792] env[62088]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a77f7fd6-4592-4414-ab70-2aaa7eef18d5 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.894575] env[62088]: DEBUG nova.virt.vmwareapi.vm_util [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Powering off the VM {{(pid=62088) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 587.895351] env[62088]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eabe7aba-467f-468e-88fe-5dd5addc42cc {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.907477] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352000af-c908-4698-bca8-19565a96ccd3 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.931353] env[62088]: DEBUG oslo_vmware.api [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Waiting for the task: (returnval){ [ 587.931353] env[62088]: value = "task-1041731" [ 587.931353] env[62088]: _type = "Task" [ 587.931353] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.941532] env[62088]: WARNING nova.virt.vmwareapi.vmops [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 41b4ad80-1092-4887-87ef-28f119433c0b could not be found. [ 587.942417] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] Instance destroyed {{(pid=62088) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 587.942417] env[62088]: INFO nova.compute.manager [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] Took 0.05 seconds to destroy the instance on the hypervisor. [ 587.942576] env[62088]: DEBUG oslo.service.loopingcall [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62088) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 587.943191] env[62088]: DEBUG nova.compute.manager [-] [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] Deallocating network for instance {{(pid=62088) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 587.943393] env[62088]: DEBUG nova.network.neutron [-] [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] deallocate_for_instance() {{(pid=62088) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 587.949782] env[62088]: DEBUG oslo_vmware.api [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.172825] env[62088]: DEBUG nova.compute.manager [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] [instance: 16ab652c-314e-450d-81db-6913cf814b28] Start building block device mappings for instance. {{(pid=62088) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 588.214751] env[62088]: DEBUG nova.network.neutron [-] [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 588.447279] env[62088]: DEBUG oslo_vmware.api [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041731, 'name': PowerOffVM_Task, 'duration_secs': 0.204875} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.447279] env[62088]: DEBUG nova.virt.vmwareapi.vm_util [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Powered off the VM {{(pid=62088) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 588.447550] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Destroying instance {{(pid=62088) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 588.448150] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd82d8eb-67db-4a30-b94c-20c97caec97d {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.455692] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Unregistering the VM {{(pid=62088) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 588.455884] env[62088]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6084fa40-3a08-40d9-bf9f-9ee7075642e7 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.461200] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86aae1ef-4cc0-40d8-b9ba-68d894433502 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.468738] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5830d7c6-772c-4e38-af99-7efa771d5fb4 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.510954] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfcc977-12bd-49b9-9e24-47e74de022b4 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.513750] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Unregistered the VM {{(pid=62088) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 588.513859] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Deleting contents of the VM from datastore datastore1 {{(pid=62088) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 588.514033] env[62088]: DEBUG nova.virt.vmwareapi.ds_util [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Deleting the datastore file [datastore1] c8701f32-078c-4fdb-98fb-5e89cd9c8334 {{(pid=62088) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 588.514278] env[62088]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a790c21f-30cc-4c64-88a7-8328e6552694 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.521379] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68a3340-f807-4cfc-a521-1bf8296e2eb3 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.527293] env[62088]: DEBUG oslo_vmware.api [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Waiting for the task: (returnval){ [ 588.527293] env[62088]: value = "task-1041733" [ 588.527293] env[62088]: _type = "Task" [ 588.527293] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.538604] env[62088]: DEBUG nova.compute.provider_tree [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Inventory has not changed in ProviderTree for provider: fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 {{(pid=62088) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 588.545840] env[62088]: DEBUG oslo_vmware.api [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.718473] env[62088]: DEBUG nova.network.neutron [-] [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.041659] env[62088]: DEBUG oslo_vmware.api [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041733, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100373} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.042643] env[62088]: DEBUG nova.virt.vmwareapi.ds_util [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Deleted the datastore file {{(pid=62088) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 589.042643] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Deleted contents of the VM from datastore datastore1 {{(pid=62088) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 589.042643] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Instance destroyed {{(pid=62088) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 589.048337] env[62088]: DEBUG nova.scheduler.client.report [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Inventory has not changed for provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62088) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 589.184993] env[62088]: DEBUG nova.compute.manager [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] [instance: 16ab652c-314e-450d-81db-6913cf814b28] Start spawning the instance on the hypervisor. {{(pid=62088) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 589.217916] env[62088]: DEBUG nova.virt.hardware [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-30T16:42:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-30T16:42:10Z,direct_url=,disk_format='vmdk',id=a3f1d809-5bf4-4806-83fa-07c1d0510a86,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a093787074964289b4824107ef1c66e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-30T16:42:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 589.218480] env[62088]: DEBUG nova.virt.hardware [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] Flavor limits 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 589.219010] env[62088]: DEBUG nova.virt.hardware [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] Image limits 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 589.219323] env[62088]: DEBUG nova.virt.hardware [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] Flavor pref 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 589.219588] env[62088]: DEBUG nova.virt.hardware [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] Image pref 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 589.220391] env[62088]: DEBUG nova.virt.hardware [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 589.220853] env[62088]: DEBUG nova.virt.hardware [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 589.221164] env[62088]: DEBUG nova.virt.hardware [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62088) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 589.221452] env[62088]: DEBUG nova.virt.hardware [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] Got 1 possible topologies {{(pid=62088) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 589.224019] env[62088]: DEBUG nova.virt.hardware [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 589.224019] env[62088]: DEBUG nova.virt.hardware [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 589.224019] env[62088]: INFO nova.compute.manager [-] [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] Took 1.28 seconds to deallocate network for instance. [ 589.224019] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7068af-8a4f-458c-8eaf-d7797da4281b {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.229403] env[62088]: DEBUG nova.compute.claims [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] Aborting claim: {{(pid=62088) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 589.230933] env[62088]: DEBUG oslo_concurrency.lockutils [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.237871] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832b3f6e-f0d1-4d03-8d6d-74260b7bc5a9 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.411524] env[62088]: DEBUG nova.network.neutron [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] [instance: 16ab652c-314e-450d-81db-6913cf814b28] Successfully created port: 8418b1a5-1f62-4c89-ad0e-dd2143a0260a {{(pid=62088) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 589.510218] env[62088]: DEBUG nova.compute.manager [req-f7f2148f-ed23-4487-800a-040e1d72f203 req-4f0bf8f1-22f4-4673-b9f0-fba9a3e910db service nova] [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] Received event network-changed-c297b5b6-0fae-475b-ae71-8c90049ce566 {{(pid=62088) external_instance_event /opt/stack/nova/nova/compute/manager.py:11430}} [ 589.510218] env[62088]: DEBUG nova.compute.manager [req-f7f2148f-ed23-4487-800a-040e1d72f203 req-4f0bf8f1-22f4-4673-b9f0-fba9a3e910db service nova] [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] Refreshing instance network info cache due to event network-changed-c297b5b6-0fae-475b-ae71-8c90049ce566. {{(pid=62088) external_instance_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 589.510218] env[62088]: DEBUG oslo_concurrency.lockutils [req-f7f2148f-ed23-4487-800a-040e1d72f203 req-4f0bf8f1-22f4-4673-b9f0-fba9a3e910db service nova] Acquiring lock "refresh_cache-41b4ad80-1092-4887-87ef-28f119433c0b" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.510218] env[62088]: DEBUG oslo_concurrency.lockutils [req-f7f2148f-ed23-4487-800a-040e1d72f203 req-4f0bf8f1-22f4-4673-b9f0-fba9a3e910db service nova] Acquired lock "refresh_cache-41b4ad80-1092-4887-87ef-28f119433c0b" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.510218] env[62088]: DEBUG nova.network.neutron [req-f7f2148f-ed23-4487-800a-040e1d72f203 req-4f0bf8f1-22f4-4673-b9f0-fba9a3e910db service nova] [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] Refreshing network info cache for port c297b5b6-0fae-475b-ae71-8c90049ce566 {{(pid=62088) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 589.554246] env[62088]: DEBUG oslo_concurrency.lockutils [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.554733] env[62088]: DEBUG nova.compute.manager [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] Start building networks asynchronously for instance. {{(pid=62088) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 589.557444] env[62088]: DEBUG oslo_concurrency.lockutils [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.483s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.559093] env[62088]: INFO nova.compute.claims [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 589.659489] env[62088]: DEBUG oslo_concurrency.lockutils [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] Acquiring lock "13d829ee-b6da-421a-836f-8c13fed0db51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.659489] env[62088]: DEBUG oslo_concurrency.lockutils [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] Lock "13d829ee-b6da-421a-836f-8c13fed0db51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.060973] env[62088]: DEBUG nova.network.neutron [req-f7f2148f-ed23-4487-800a-040e1d72f203 req-4f0bf8f1-22f4-4673-b9f0-fba9a3e910db service nova] [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 590.066866] env[62088]: DEBUG nova.compute.utils [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Using /dev/sd instead of None {{(pid=62088) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 590.076469] env[62088]: DEBUG nova.compute.manager [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] Allocating IP information in the background. {{(pid=62088) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 590.076469] env[62088]: DEBUG nova.network.neutron [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] allocate_for_instance() {{(pid=62088) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 590.091085] env[62088]: DEBUG nova.virt.hardware [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-30T16:42:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-30T16:42:10Z,direct_url=,disk_format='vmdk',id=a3f1d809-5bf4-4806-83fa-07c1d0510a86,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a093787074964289b4824107ef1c66e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-30T16:42:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 590.091326] env[62088]: DEBUG nova.virt.hardware [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Flavor limits 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 590.091493] env[62088]: DEBUG nova.virt.hardware [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Image limits 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 590.091662] env[62088]: DEBUG nova.virt.hardware [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Flavor pref 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 590.091817] env[62088]: DEBUG nova.virt.hardware [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Image pref 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 590.091947] env[62088]: DEBUG nova.virt.hardware [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 590.092363] env[62088]: DEBUG nova.virt.hardware [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 590.092363] env[62088]: DEBUG nova.virt.hardware [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62088) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 590.092481] env[62088]: DEBUG nova.virt.hardware [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Got 1 possible topologies {{(pid=62088) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 590.092917] env[62088]: DEBUG nova.virt.hardware [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 590.093386] env[62088]: DEBUG nova.virt.hardware [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 590.094338] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d5fa7c-9997-400a-9813-43888d1e3831 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.105331] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e8f938-27c3-4637-a32b-ab70a4183573 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.121756] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Instance VIF info [] {{(pid=62088) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 590.128803] env[62088]: DEBUG oslo.service.loopingcall [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62088) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 590.133546] env[62088]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Creating VM on the ESX host {{(pid=62088) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 590.134509] env[62088]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a99c5913-09fa-4830-ae97-740adbed4d55 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.154491] env[62088]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 590.154491] env[62088]: value = "task-1041734" [ 590.154491] env[62088]: _type = "Task" [ 590.154491] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.162904] env[62088]: DEBUG nova.compute.manager [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] Starting instance... {{(pid=62088) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 590.169157] env[62088]: DEBUG oslo_vmware.api [-] Task: {'id': task-1041734, 'name': CreateVM_Task} progress is 0%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.311482] env[62088]: DEBUG nova.network.neutron [req-f7f2148f-ed23-4487-800a-040e1d72f203 req-4f0bf8f1-22f4-4673-b9f0-fba9a3e910db service nova] [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.318404] env[62088]: DEBUG nova.policy [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '159a667533e446f286d50eb2bf02428f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '32e3fd33e43249cd9615ba40b8445304', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62088) authorize /opt/stack/nova/nova/policy.py:201}} [ 590.573033] env[62088]: DEBUG nova.compute.manager [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] Start building block device mappings for instance. {{(pid=62088) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 590.666117] env[62088]: DEBUG oslo_vmware.api [-] Task: {'id': task-1041734, 'name': CreateVM_Task, 'duration_secs': 0.297967} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.666904] env[62088]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Created VM on the ESX host {{(pid=62088) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 590.668183] env[62088]: DEBUG oslo_vmware.service [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2107602a-56f9-472d-9f90-6e48067a50c8 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.681038] env[62088]: DEBUG oslo_concurrency.lockutils [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a3f1d809-5bf4-4806-83fa-07c1d0510a86" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.681115] env[62088]: DEBUG oslo_concurrency.lockutils [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a3f1d809-5bf4-4806-83fa-07c1d0510a86" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.681826] env[62088]: DEBUG oslo_concurrency.lockutils [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a3f1d809-5bf4-4806-83fa-07c1d0510a86" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.682279] env[62088]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8022aec0-e12c-4eff-ba41-0e3134f9e1b7 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.689531] env[62088]: DEBUG oslo_vmware.api [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Waiting for the task: (returnval){ [ 590.689531] env[62088]: value = "session[527254c4-e830-0e1d-4a7a-0fa2b3a9c0fd]527c0d80-6143-6d4a-105b-dfced367d37b" [ 590.689531] env[62088]: _type = "Task" [ 590.689531] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.700790] env[62088]: DEBUG oslo_concurrency.lockutils [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a3f1d809-5bf4-4806-83fa-07c1d0510a86" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.701196] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Processing image a3f1d809-5bf4-4806-83fa-07c1d0510a86 {{(pid=62088) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 590.701333] env[62088]: DEBUG oslo_concurrency.lockutils [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a3f1d809-5bf4-4806-83fa-07c1d0510a86/a3f1d809-5bf4-4806-83fa-07c1d0510a86.vmdk" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.701687] env[62088]: DEBUG oslo_concurrency.lockutils [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a3f1d809-5bf4-4806-83fa-07c1d0510a86/a3f1d809-5bf4-4806-83fa-07c1d0510a86.vmdk" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.701687] env[62088]: DEBUG nova.virt.vmwareapi.ds_util [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62088) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 590.702663] env[62088]: DEBUG oslo_concurrency.lockutils [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.703154] env[62088]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05513687-b3df-4044-9ca1-dd6f7668557d {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.715292] env[62088]: DEBUG nova.virt.vmwareapi.ds_util [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62088) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 590.715292] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62088) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 590.715292] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435030db-f08a-40e4-840f-b3a0c2ef466a {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.722263] env[62088]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccf5b496-1e72-4b64-b25f-c3ffe22dd949 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.729146] env[62088]: DEBUG oslo_vmware.api [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Waiting for the task: (returnval){ [ 590.729146] env[62088]: value = "session[527254c4-e830-0e1d-4a7a-0fa2b3a9c0fd]52f7d491-8594-3cf9-0417-7cf009ae44d5" [ 590.729146] env[62088]: _type = "Task" [ 590.729146] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.737773] env[62088]: DEBUG oslo_vmware.api [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': session[527254c4-e830-0e1d-4a7a-0fa2b3a9c0fd]52f7d491-8594-3cf9-0417-7cf009ae44d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.779555] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10aa5717-e24b-4446-829d-31095527656a {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.787528] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3a5c75-f709-4a8d-9b8d-21579fd639d3 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.821562] env[62088]: DEBUG oslo_concurrency.lockutils [req-f7f2148f-ed23-4487-800a-040e1d72f203 req-4f0bf8f1-22f4-4673-b9f0-fba9a3e910db service nova] Releasing lock "refresh_cache-41b4ad80-1092-4887-87ef-28f119433c0b" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.821562] env[62088]: DEBUG nova.compute.manager [req-f7f2148f-ed23-4487-800a-040e1d72f203 req-4f0bf8f1-22f4-4673-b9f0-fba9a3e910db service nova] [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] Received event network-vif-deleted-c297b5b6-0fae-475b-ae71-8c90049ce566 {{(pid=62088) external_instance_event /opt/stack/nova/nova/compute/manager.py:11430}} [ 590.822249] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ecdfdd-777f-43c8-ba94-66b2d15c7b4e {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.829741] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf75fe3d-db05-41aa-a9c9-2dd951a4f520 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.846421] env[62088]: DEBUG nova.compute.provider_tree [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] Inventory has not changed in ProviderTree for provider: fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 {{(pid=62088) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 591.035676] env[62088]: DEBUG oslo_service.periodic_task [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62088) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 591.036864] env[62088]: DEBUG oslo_service.periodic_task [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62088) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 591.036864] env[62088]: DEBUG nova.compute.manager [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Starting heal instance info cache {{(pid=62088) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10227}} [ 591.036864] env[62088]: DEBUG nova.compute.manager [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Rebuilding the list of instances to heal {{(pid=62088) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10231}} [ 591.240159] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Preparing fetch location {{(pid=62088) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 591.240733] env[62088]: DEBUG nova.virt.vmwareapi.ds_util [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Creating directory with path [datastore2] vmware_temp/56f0bf39-157d-4c7b-9c55-9f611f34b76c/a3f1d809-5bf4-4806-83fa-07c1d0510a86 {{(pid=62088) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 591.240733] env[62088]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04fdf637-df20-4d1f-bbff-f61f6e85e01b {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.264239] env[62088]: DEBUG nova.virt.vmwareapi.ds_util [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Created directory with path [datastore2] vmware_temp/56f0bf39-157d-4c7b-9c55-9f611f34b76c/a3f1d809-5bf4-4806-83fa-07c1d0510a86 {{(pid=62088) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 591.264239] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Fetch image to [datastore2] vmware_temp/56f0bf39-157d-4c7b-9c55-9f611f34b76c/a3f1d809-5bf4-4806-83fa-07c1d0510a86/tmp-sparse.vmdk {{(pid=62088) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 591.264239] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Downloading image file data a3f1d809-5bf4-4806-83fa-07c1d0510a86 to [datastore2] vmware_temp/56f0bf39-157d-4c7b-9c55-9f611f34b76c/a3f1d809-5bf4-4806-83fa-07c1d0510a86/tmp-sparse.vmdk on the data store datastore2 {{(pid=62088) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 591.264941] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e744ca-931a-4848-8fed-84e4c8074b93 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.272416] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3525b066-2c39-43d8-8cc9-479c43234243 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.282993] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f17670-e730-4275-8906-8c8e574b73aa {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.325765] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620b7ba7-a5dc-4707-88ae-573774f323f5 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.331666] env[62088]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-f007db39-8f25-48c4-8d3f-8ed29fd2af2b {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.349842] env[62088]: DEBUG nova.scheduler.client.report [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] Inventory has not changed for provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62088) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 591.422893] env[62088]: DEBUG nova.virt.vmwareapi.images [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Downloading image file data a3f1d809-5bf4-4806-83fa-07c1d0510a86 to the data store datastore2 {{(pid=62088) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 591.481037] env[62088]: DEBUG oslo_vmware.rw_handles [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/56f0bf39-157d-4c7b-9c55-9f611f34b76c/a3f1d809-5bf4-4806-83fa-07c1d0510a86/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62088) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 591.547280] env[62088]: DEBUG nova.compute.manager [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] Skipping network cache update for instance because it is Building. {{(pid=62088) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10240}} [ 591.547513] env[62088]: DEBUG nova.compute.manager [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] Skipping network cache update for instance because it is Building. {{(pid=62088) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10240}} [ 591.548097] env[62088]: DEBUG nova.compute.manager [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] Skipping network cache update for instance because it is Building. {{(pid=62088) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10240}} [ 591.548322] env[62088]: DEBUG nova.compute.manager [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] [instance: 16ab652c-314e-450d-81db-6913cf814b28] Skipping network cache update for instance because it is Building. {{(pid=62088) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10240}} [ 591.548708] env[62088]: DEBUG nova.compute.manager [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] Skipping network cache update for instance because it is Building. {{(pid=62088) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10240}} [ 591.548941] env[62088]: DEBUG nova.compute.manager [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] Skipping network cache update for instance because it is Building. {{(pid=62088) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10240}} [ 591.549268] env[62088]: DEBUG oslo_concurrency.lockutils [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Acquiring lock "refresh_cache-c8701f32-078c-4fdb-98fb-5e89cd9c8334" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.549392] env[62088]: DEBUG oslo_concurrency.lockutils [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Acquired lock "refresh_cache-c8701f32-078c-4fdb-98fb-5e89cd9c8334" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.549593] env[62088]: DEBUG nova.network.neutron [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Forcefully refreshing network info cache for instance {{(pid=62088) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 591.549805] env[62088]: DEBUG nova.objects.instance [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Lazy-loading 'info_cache' on Instance uuid c8701f32-078c-4fdb-98fb-5e89cd9c8334 {{(pid=62088) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 591.586386] env[62088]: DEBUG nova.compute.manager [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] Start spawning the instance on the hypervisor. {{(pid=62088) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 591.717302] env[62088]: DEBUG nova.virt.hardware [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-30T16:42:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-30T16:42:10Z,direct_url=,disk_format='vmdk',id=a3f1d809-5bf4-4806-83fa-07c1d0510a86,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a093787074964289b4824107ef1c66e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-30T16:42:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 591.717710] env[62088]: DEBUG nova.virt.hardware [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Flavor limits 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 591.717909] env[62088]: DEBUG nova.virt.hardware [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Image limits 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 591.717977] env[62088]: DEBUG nova.virt.hardware [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Flavor pref 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 591.718129] env[62088]: DEBUG nova.virt.hardware [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Image pref 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 591.718277] env[62088]: DEBUG nova.virt.hardware [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 591.718480] env[62088]: DEBUG nova.virt.hardware [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 591.718638] env[62088]: DEBUG nova.virt.hardware [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62088) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 591.718803] env[62088]: DEBUG nova.virt.hardware [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Got 1 possible topologies {{(pid=62088) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 591.718964] env[62088]: DEBUG nova.virt.hardware [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 591.719149] env[62088]: DEBUG nova.virt.hardware [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 591.720133] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949133f6-4f2c-46a1-a083-94b938dc8a80 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.740263] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859d9f89-b99f-4f1c-a4a3-c5d4f584d67e {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.860638] env[62088]: DEBUG oslo_concurrency.lockutils [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.302s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.860638] env[62088]: DEBUG nova.compute.manager [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] Start building networks asynchronously for instance. {{(pid=62088) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 591.865122] env[62088]: DEBUG oslo_concurrency.lockutils [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.003s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.866620] env[62088]: INFO nova.compute.claims [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 592.049135] env[62088]: DEBUG nova.network.neutron [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] Successfully created port: 3ae11f96-979a-4e42-b56b-e60e38418b3e {{(pid=62088) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 592.163147] env[62088]: DEBUG oslo_vmware.rw_handles [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Completed reading data from the image iterator. {{(pid=62088) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 592.163147] env[62088]: DEBUG oslo_vmware.rw_handles [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/56f0bf39-157d-4c7b-9c55-9f611f34b76c/a3f1d809-5bf4-4806-83fa-07c1d0510a86/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62088) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 592.303501] env[62088]: DEBUG nova.virt.vmwareapi.images [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Downloaded image file data a3f1d809-5bf4-4806-83fa-07c1d0510a86 to vmware_temp/56f0bf39-157d-4c7b-9c55-9f611f34b76c/a3f1d809-5bf4-4806-83fa-07c1d0510a86/tmp-sparse.vmdk on the data store datastore2 {{(pid=62088) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 592.305430] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Caching image {{(pid=62088) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 592.306089] env[62088]: DEBUG nova.virt.vmwareapi.vm_util [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Copying Virtual Disk [datastore2] vmware_temp/56f0bf39-157d-4c7b-9c55-9f611f34b76c/a3f1d809-5bf4-4806-83fa-07c1d0510a86/tmp-sparse.vmdk to [datastore2] vmware_temp/56f0bf39-157d-4c7b-9c55-9f611f34b76c/a3f1d809-5bf4-4806-83fa-07c1d0510a86/a3f1d809-5bf4-4806-83fa-07c1d0510a86.vmdk {{(pid=62088) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 592.306396] env[62088]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ada4625e-68af-4047-90dc-39d5686b4be8 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.315205] env[62088]: DEBUG oslo_vmware.api [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Waiting for the task: (returnval){ [ 592.315205] env[62088]: value = "task-1041735" [ 592.315205] env[62088]: _type = "Task" [ 592.315205] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.326434] env[62088]: DEBUG oslo_vmware.api [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041735, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.338099] env[62088]: ERROR nova.compute.manager [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port 8d933f13-40a0-42b8-b205-5fae2506061f, please check neutron logs for more information. [ 592.338099] env[62088]: ERROR nova.compute.manager Traceback (most recent call last): [ 592.338099] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async [ 592.338099] env[62088]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 592.338099] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 592.338099] env[62088]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 592.338099] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 592.338099] env[62088]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 592.338099] env[62088]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 592.338099] env[62088]: ERROR nova.compute.manager self.force_reraise() [ 592.338099] env[62088]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 592.338099] env[62088]: ERROR nova.compute.manager raise self.value [ 592.338099] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 592.338099] env[62088]: ERROR nova.compute.manager updated_port = self._update_port( [ 592.338099] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 592.338099] env[62088]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 592.338594] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 592.338594] env[62088]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 592.338594] env[62088]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port 8d933f13-40a0-42b8-b205-5fae2506061f, please check neutron logs for more information. [ 592.338594] env[62088]: ERROR nova.compute.manager [ 592.338594] env[62088]: Traceback (most recent call last): [ 592.338594] env[62088]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 592.338594] env[62088]: listener.cb(fileno) [ 592.338594] env[62088]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 592.338594] env[62088]: result = function(*args, **kwargs) [ 592.338594] env[62088]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 592.338594] env[62088]: return func(*args, **kwargs) [ 592.338594] env[62088]: File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async [ 592.338594] env[62088]: raise e [ 592.338594] env[62088]: File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async [ 592.338594] env[62088]: nwinfo = self.network_api.allocate_for_instance( [ 592.338594] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 592.338594] env[62088]: created_port_ids = self._update_ports_for_instance( [ 592.338594] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 592.338594] env[62088]: with excutils.save_and_reraise_exception(): [ 592.338594] env[62088]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 592.338594] env[62088]: self.force_reraise() [ 592.338594] env[62088]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 592.338594] env[62088]: raise self.value [ 592.338594] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 592.338594] env[62088]: updated_port = self._update_port( [ 592.338594] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 592.338594] env[62088]: _ensure_no_port_binding_failure(port) [ 592.338594] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 592.338594] env[62088]: raise exception.PortBindingFailed(port_id=port['id']) [ 592.339356] env[62088]: nova.exception.PortBindingFailed: Binding failed for port 8d933f13-40a0-42b8-b205-5fae2506061f, please check neutron logs for more information. [ 592.339356] env[62088]: Removing descriptor: 15 [ 592.339356] env[62088]: ERROR nova.compute.manager [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port 8d933f13-40a0-42b8-b205-5fae2506061f, please check neutron logs for more information. [ 592.339356] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] Traceback (most recent call last): [ 592.339356] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/nova/nova/compute/manager.py", line 2900, in _build_resources [ 592.339356] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] yield resources [ 592.339356] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance [ 592.339356] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] self.driver.spawn(context, instance, image_meta, [ 592.339356] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 542, in spawn [ 592.339356] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] self._vmops.spawn(context, instance, image_meta, injected_files, [ 592.339356] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 592.339356] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] vm_ref = self.build_virtual_machine(instance, [ 592.339680] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 592.339680] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] vif_infos = vmwarevif.get_vif_info(self._session, [ 592.339680] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 592.339680] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] for vif in network_info: [ 592.339680] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 592.339680] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] return self._sync_wrapper(fn, *args, **kwargs) [ 592.339680] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 592.339680] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] self.wait() [ 592.339680] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 592.339680] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] self[:] = self._gt.wait() [ 592.339680] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 592.339680] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] return self._exit_event.wait() [ 592.339680] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 592.339995] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] result = hub.switch() [ 592.339995] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 592.339995] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] return self.greenlet.switch() [ 592.339995] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 592.339995] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] result = function(*args, **kwargs) [ 592.339995] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 592.339995] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] return func(*args, **kwargs) [ 592.339995] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async [ 592.339995] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] raise e [ 592.339995] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async [ 592.339995] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] nwinfo = self.network_api.allocate_for_instance( [ 592.339995] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 592.339995] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] created_port_ids = self._update_ports_for_instance( [ 592.340324] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 592.340324] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] with excutils.save_and_reraise_exception(): [ 592.340324] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 592.340324] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] self.force_reraise() [ 592.340324] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 592.340324] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] raise self.value [ 592.340324] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 592.340324] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] updated_port = self._update_port( [ 592.340324] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 592.340324] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] _ensure_no_port_binding_failure(port) [ 592.340324] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 592.340324] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] raise exception.PortBindingFailed(port_id=port['id']) [ 592.340635] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] nova.exception.PortBindingFailed: Binding failed for port 8d933f13-40a0-42b8-b205-5fae2506061f, please check neutron logs for more information. [ 592.340635] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] [ 592.340635] env[62088]: INFO nova.compute.manager [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] Terminating instance [ 592.344628] env[62088]: DEBUG oslo_concurrency.lockutils [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] Acquiring lock "refresh_cache-22996c8d-1dcb-4e12-b531-fcdae93f7954" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.344628] env[62088]: DEBUG oslo_concurrency.lockutils [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] Acquired lock "refresh_cache-22996c8d-1dcb-4e12-b531-fcdae93f7954" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.345014] env[62088]: DEBUG nova.network.neutron [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] Building network info cache for instance {{(pid=62088) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 592.367341] env[62088]: DEBUG nova.compute.utils [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] Using /dev/sd instead of None {{(pid=62088) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 592.374017] env[62088]: DEBUG nova.compute.manager [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] Allocating IP information in the background. {{(pid=62088) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 592.374017] env[62088]: DEBUG nova.network.neutron [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] allocate_for_instance() {{(pid=62088) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 592.393810] env[62088]: DEBUG oslo_concurrency.lockutils [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] Acquiring lock "ac045fef-9f06-4b63-8e44-5b47c2763061" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.394138] env[62088]: DEBUG oslo_concurrency.lockutils [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] Lock "ac045fef-9f06-4b63-8e44-5b47c2763061" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.625648] env[62088]: DEBUG nova.network.neutron [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 592.709463] env[62088]: DEBUG nova.policy [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '441bdf0f8432433bbfba695e912188b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7cdce3254dff46c0af5811a36a451409', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62088) authorize /opt/stack/nova/nova/policy.py:201}} [ 592.833935] env[62088]: DEBUG oslo_vmware.api [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041735, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.875773] env[62088]: DEBUG nova.compute.manager [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] Start building block device mappings for instance. {{(pid=62088) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 592.902230] env[62088]: DEBUG nova.compute.manager [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] Starting instance... {{(pid=62088) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 593.033977] env[62088]: DEBUG nova.network.neutron [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 593.140833] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994af93f-c18f-4212-bc18-10f457bdd426 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.150236] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce86eda-ee1a-4648-b275-da4e1117f1b8 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.187575] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559d4fd5-98b2-43f2-bb06-3d6a95f7434d {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.197620] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35987c0f-1e0b-47a7-b47a-4f21b91a9fbe {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.214424] env[62088]: DEBUG nova.compute.provider_tree [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] Inventory has not changed in ProviderTree for provider: fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 {{(pid=62088) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.327403] env[62088]: DEBUG oslo_vmware.api [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041735, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.920653} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.327701] env[62088]: DEBUG nova.virt.vmwareapi.vm_util [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Copied Virtual Disk [datastore2] vmware_temp/56f0bf39-157d-4c7b-9c55-9f611f34b76c/a3f1d809-5bf4-4806-83fa-07c1d0510a86/tmp-sparse.vmdk to [datastore2] vmware_temp/56f0bf39-157d-4c7b-9c55-9f611f34b76c/a3f1d809-5bf4-4806-83fa-07c1d0510a86/a3f1d809-5bf4-4806-83fa-07c1d0510a86.vmdk {{(pid=62088) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 593.327844] env[62088]: DEBUG nova.virt.vmwareapi.ds_util [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Deleting the datastore file [datastore2] vmware_temp/56f0bf39-157d-4c7b-9c55-9f611f34b76c/a3f1d809-5bf4-4806-83fa-07c1d0510a86/tmp-sparse.vmdk {{(pid=62088) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 593.328130] env[62088]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8bb1bc76-86fe-495c-ad13-1ff5ebc21f32 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.334231] env[62088]: DEBUG oslo_vmware.api [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Waiting for the task: (returnval){ [ 593.334231] env[62088]: value = "task-1041736" [ 593.334231] env[62088]: _type = "Task" [ 593.334231] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.342212] env[62088]: DEBUG oslo_vmware.api [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041736, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.427196] env[62088]: DEBUG oslo_concurrency.lockutils [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.427196] env[62088]: DEBUG nova.network.neutron [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.510985] env[62088]: DEBUG nova.network.neutron [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.597374] env[62088]: DEBUG oslo_concurrency.lockutils [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Acquiring lock "ef05c3ba-caa8-46a7-854c-12b736e01de4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.598539] env[62088]: DEBUG oslo_concurrency.lockutils [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Lock "ef05c3ba-caa8-46a7-854c-12b736e01de4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.718804] env[62088]: DEBUG nova.scheduler.client.report [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] Inventory has not changed for provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62088) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 593.845437] env[62088]: DEBUG oslo_vmware.api [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041736, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023192} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.847294] env[62088]: DEBUG nova.virt.vmwareapi.ds_util [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Deleted the datastore file {{(pid=62088) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 593.847294] env[62088]: DEBUG nova.virt.vmwareapi.ds_util [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Moving file from [datastore2] vmware_temp/56f0bf39-157d-4c7b-9c55-9f611f34b76c/a3f1d809-5bf4-4806-83fa-07c1d0510a86 to [datastore2] devstack-image-cache_base/a3f1d809-5bf4-4806-83fa-07c1d0510a86. {{(pid=62088) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 593.847294] env[62088]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-9f44b84e-83f0-448d-a221-3ecea66d385b {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.853631] env[62088]: DEBUG oslo_vmware.api [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Waiting for the task: (returnval){ [ 593.853631] env[62088]: value = "task-1041737" [ 593.853631] env[62088]: _type = "Task" [ 593.853631] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.862606] env[62088]: DEBUG oslo_vmware.api [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041737, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.887164] env[62088]: DEBUG nova.compute.manager [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] Start spawning the instance on the hypervisor. {{(pid=62088) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 593.920237] env[62088]: DEBUG nova.virt.hardware [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-30T16:42:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-30T16:42:10Z,direct_url=,disk_format='vmdk',id=a3f1d809-5bf4-4806-83fa-07c1d0510a86,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a093787074964289b4824107ef1c66e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-30T16:42:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 593.920493] env[62088]: DEBUG nova.virt.hardware [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] Flavor limits 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 593.921122] env[62088]: DEBUG nova.virt.hardware [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] Image limits 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 593.921122] env[62088]: DEBUG nova.virt.hardware [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] Flavor pref 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 593.921122] env[62088]: DEBUG nova.virt.hardware [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] Image pref 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 593.921267] env[62088]: DEBUG nova.virt.hardware [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 593.921361] env[62088]: DEBUG nova.virt.hardware [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 593.921518] env[62088]: DEBUG nova.virt.hardware [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62088) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 593.921682] env[62088]: DEBUG nova.virt.hardware [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] Got 1 possible topologies {{(pid=62088) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 593.921845] env[62088]: DEBUG nova.virt.hardware [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 593.922023] env[62088]: DEBUG nova.virt.hardware [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 593.922909] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc2d2db-7d08-4244-acb9-8bbdf70f8b16 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.931009] env[62088]: DEBUG oslo_concurrency.lockutils [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Releasing lock "refresh_cache-c8701f32-078c-4fdb-98fb-5e89cd9c8334" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.931205] env[62088]: DEBUG nova.compute.manager [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Updated the network info_cache for instance {{(pid=62088) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10298}} [ 593.931463] env[62088]: DEBUG oslo_service.periodic_task [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62088) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.932825] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0371e425-24ba-42e6-af29-a7a711fe9f34 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.937535] env[62088]: DEBUG oslo_service.periodic_task [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62088) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.937535] env[62088]: DEBUG oslo_service.periodic_task [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62088) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.937779] env[62088]: DEBUG oslo_service.periodic_task [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62088) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.937991] env[62088]: DEBUG oslo_service.periodic_task [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62088) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.938202] env[62088]: DEBUG oslo_service.periodic_task [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62088) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.938368] env[62088]: DEBUG nova.compute.manager [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62088) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10846}} [ 593.938523] env[62088]: DEBUG oslo_service.periodic_task [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Running periodic task ComputeManager.update_available_resource {{(pid=62088) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.955129] env[62088]: DEBUG oslo_concurrency.lockutils [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.016737] env[62088]: DEBUG oslo_concurrency.lockutils [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] Releasing lock "refresh_cache-22996c8d-1dcb-4e12-b531-fcdae93f7954" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.017440] env[62088]: DEBUG nova.compute.manager [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] Start destroying the instance on the hypervisor. {{(pid=62088) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3159}} [ 594.017440] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] Destroying instance {{(pid=62088) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 594.017612] env[62088]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a469d97-ca32-4f07-93fa-c0a68228d641 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.029032] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e962418-684b-49ca-a303-765718180251 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.057958] env[62088]: WARNING nova.virt.vmwareapi.vmops [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 22996c8d-1dcb-4e12-b531-fcdae93f7954 could not be found. [ 594.058304] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] Instance destroyed {{(pid=62088) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 594.058989] env[62088]: INFO nova.compute.manager [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] Took 0.04 seconds to destroy the instance on the hypervisor. [ 594.058989] env[62088]: DEBUG oslo.service.loopingcall [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62088) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 594.059191] env[62088]: DEBUG nova.compute.manager [-] [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] Deallocating network for instance {{(pid=62088) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 594.059191] env[62088]: DEBUG nova.network.neutron [-] [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] deallocate_for_instance() {{(pid=62088) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 594.063148] env[62088]: DEBUG nova.compute.manager [req-d0b3fc7d-1b95-4e54-8ade-30b43bc00aa7 req-fa900da8-ca0b-42f5-bbc1-4e7d8f226ae4 service nova] [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] Received event network-changed-8d933f13-40a0-42b8-b205-5fae2506061f {{(pid=62088) external_instance_event /opt/stack/nova/nova/compute/manager.py:11430}} [ 594.063402] env[62088]: DEBUG nova.compute.manager [req-d0b3fc7d-1b95-4e54-8ade-30b43bc00aa7 req-fa900da8-ca0b-42f5-bbc1-4e7d8f226ae4 service nova] [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] Refreshing instance network info cache due to event network-changed-8d933f13-40a0-42b8-b205-5fae2506061f. {{(pid=62088) external_instance_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 594.063475] env[62088]: DEBUG oslo_concurrency.lockutils [req-d0b3fc7d-1b95-4e54-8ade-30b43bc00aa7 req-fa900da8-ca0b-42f5-bbc1-4e7d8f226ae4 service nova] Acquiring lock "refresh_cache-22996c8d-1dcb-4e12-b531-fcdae93f7954" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.063646] env[62088]: DEBUG oslo_concurrency.lockutils [req-d0b3fc7d-1b95-4e54-8ade-30b43bc00aa7 req-fa900da8-ca0b-42f5-bbc1-4e7d8f226ae4 service nova] Acquired lock "refresh_cache-22996c8d-1dcb-4e12-b531-fcdae93f7954" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.063891] env[62088]: DEBUG nova.network.neutron [req-d0b3fc7d-1b95-4e54-8ade-30b43bc00aa7 req-fa900da8-ca0b-42f5-bbc1-4e7d8f226ae4 service nova] [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] Refreshing network info cache for port 8d933f13-40a0-42b8-b205-5fae2506061f {{(pid=62088) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 594.100685] env[62088]: DEBUG nova.compute.manager [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] [instance: ef05c3ba-caa8-46a7-854c-12b736e01de4] Starting instance... {{(pid=62088) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 594.108484] env[62088]: DEBUG nova.network.neutron [-] [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 594.226887] env[62088]: DEBUG oslo_concurrency.lockutils [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.228276] env[62088]: DEBUG nova.compute.manager [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] Start building networks asynchronously for instance. {{(pid=62088) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 594.232027] env[62088]: DEBUG oslo_concurrency.lockutils [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 9.860s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.237787] env[62088]: DEBUG nova.network.neutron [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] Successfully created port: d65abb1a-2516-43d5-b04f-c7b904d656d0 {{(pid=62088) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 594.367191] env[62088]: DEBUG oslo_vmware.api [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041737, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.023919} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.367916] env[62088]: DEBUG nova.virt.vmwareapi.ds_util [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] File moved {{(pid=62088) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 594.368261] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Cleaning up location [datastore2] vmware_temp/56f0bf39-157d-4c7b-9c55-9f611f34b76c {{(pid=62088) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 594.368541] env[62088]: DEBUG nova.virt.vmwareapi.ds_util [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Deleting the datastore file [datastore2] vmware_temp/56f0bf39-157d-4c7b-9c55-9f611f34b76c {{(pid=62088) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 594.369595] env[62088]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d94f0741-6e92-4893-afde-cbf22c6e273e {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.383161] env[62088]: DEBUG oslo_vmware.api [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Waiting for the task: (returnval){ [ 594.383161] env[62088]: value = "task-1041738" [ 594.383161] env[62088]: _type = "Task" [ 594.383161] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.391647] env[62088]: DEBUG oslo_vmware.api [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041738, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.512224] env[62088]: ERROR nova.compute.manager [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port 8418b1a5-1f62-4c89-ad0e-dd2143a0260a, please check neutron logs for more information. [ 594.512224] env[62088]: ERROR nova.compute.manager Traceback (most recent call last): [ 594.512224] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async [ 594.512224] env[62088]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 594.512224] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 594.512224] env[62088]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 594.512224] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 594.512224] env[62088]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 594.512224] env[62088]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 594.512224] env[62088]: ERROR nova.compute.manager self.force_reraise() [ 594.512224] env[62088]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 594.512224] env[62088]: ERROR nova.compute.manager raise self.value [ 594.512224] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 594.512224] env[62088]: ERROR nova.compute.manager updated_port = self._update_port( [ 594.512224] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 594.512224] env[62088]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 594.512704] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 594.512704] env[62088]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 594.512704] env[62088]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port 8418b1a5-1f62-4c89-ad0e-dd2143a0260a, please check neutron logs for more information. [ 594.512704] env[62088]: ERROR nova.compute.manager [ 594.512704] env[62088]: Traceback (most recent call last): [ 594.512704] env[62088]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 594.512704] env[62088]: listener.cb(fileno) [ 594.512704] env[62088]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 594.512704] env[62088]: result = function(*args, **kwargs) [ 594.512704] env[62088]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 594.512704] env[62088]: return func(*args, **kwargs) [ 594.512704] env[62088]: File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async [ 594.512704] env[62088]: raise e [ 594.512704] env[62088]: File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async [ 594.512704] env[62088]: nwinfo = self.network_api.allocate_for_instance( [ 594.512704] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 594.512704] env[62088]: created_port_ids = self._update_ports_for_instance( [ 594.512704] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 594.512704] env[62088]: with excutils.save_and_reraise_exception(): [ 594.512704] env[62088]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 594.512704] env[62088]: self.force_reraise() [ 594.512704] env[62088]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 594.512704] env[62088]: raise self.value [ 594.512704] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 594.512704] env[62088]: updated_port = self._update_port( [ 594.512704] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 594.512704] env[62088]: _ensure_no_port_binding_failure(port) [ 594.512704] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 594.512704] env[62088]: raise exception.PortBindingFailed(port_id=port['id']) [ 594.513426] env[62088]: nova.exception.PortBindingFailed: Binding failed for port 8418b1a5-1f62-4c89-ad0e-dd2143a0260a, please check neutron logs for more information. [ 594.513426] env[62088]: Removing descriptor: 16 [ 594.513426] env[62088]: ERROR nova.compute.manager [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] [instance: 16ab652c-314e-450d-81db-6913cf814b28] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port 8418b1a5-1f62-4c89-ad0e-dd2143a0260a, please check neutron logs for more information. [ 594.513426] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] Traceback (most recent call last): [ 594.513426] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/nova/nova/compute/manager.py", line 2900, in _build_resources [ 594.513426] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] yield resources [ 594.513426] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance [ 594.513426] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] self.driver.spawn(context, instance, image_meta, [ 594.513426] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 542, in spawn [ 594.513426] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] self._vmops.spawn(context, instance, image_meta, injected_files, [ 594.513426] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 594.513426] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] vm_ref = self.build_virtual_machine(instance, [ 594.513820] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 594.513820] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] vif_infos = vmwarevif.get_vif_info(self._session, [ 594.513820] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 594.513820] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] for vif in network_info: [ 594.513820] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 594.513820] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] return self._sync_wrapper(fn, *args, **kwargs) [ 594.513820] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 594.513820] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] self.wait() [ 594.513820] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 594.513820] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] self[:] = self._gt.wait() [ 594.513820] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 594.513820] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] return self._exit_event.wait() [ 594.513820] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 594.514149] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] result = hub.switch() [ 594.514149] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 594.514149] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] return self.greenlet.switch() [ 594.514149] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 594.514149] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] result = function(*args, **kwargs) [ 594.514149] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 594.514149] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] return func(*args, **kwargs) [ 594.514149] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async [ 594.514149] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] raise e [ 594.514149] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async [ 594.514149] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] nwinfo = self.network_api.allocate_for_instance( [ 594.514149] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 594.514149] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] created_port_ids = self._update_ports_for_instance( [ 594.514463] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 594.514463] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] with excutils.save_and_reraise_exception(): [ 594.514463] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 594.514463] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] self.force_reraise() [ 594.514463] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 594.514463] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] raise self.value [ 594.514463] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 594.514463] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] updated_port = self._update_port( [ 594.514463] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 594.514463] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] _ensure_no_port_binding_failure(port) [ 594.514463] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 594.514463] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] raise exception.PortBindingFailed(port_id=port['id']) [ 594.514754] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] nova.exception.PortBindingFailed: Binding failed for port 8418b1a5-1f62-4c89-ad0e-dd2143a0260a, please check neutron logs for more information. [ 594.514754] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] [ 594.514754] env[62088]: INFO nova.compute.manager [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] [instance: 16ab652c-314e-450d-81db-6913cf814b28] Terminating instance [ 594.516592] env[62088]: DEBUG oslo_concurrency.lockutils [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] Acquiring lock "refresh_cache-16ab652c-314e-450d-81db-6913cf814b28" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.516592] env[62088]: DEBUG oslo_concurrency.lockutils [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] Acquired lock "refresh_cache-16ab652c-314e-450d-81db-6913cf814b28" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.516592] env[62088]: DEBUG nova.network.neutron [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] [instance: 16ab652c-314e-450d-81db-6913cf814b28] Building network info cache for instance {{(pid=62088) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 594.614591] env[62088]: DEBUG nova.network.neutron [-] [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.616727] env[62088]: DEBUG nova.network.neutron [req-d0b3fc7d-1b95-4e54-8ade-30b43bc00aa7 req-fa900da8-ca0b-42f5-bbc1-4e7d8f226ae4 service nova] [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 594.640231] env[62088]: DEBUG oslo_concurrency.lockutils [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.745040] env[62088]: DEBUG nova.compute.utils [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] Using /dev/sd instead of None {{(pid=62088) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 594.747911] env[62088]: DEBUG nova.compute.manager [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] Allocating IP information in the background. {{(pid=62088) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 594.748345] env[62088]: DEBUG nova.network.neutron [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] allocate_for_instance() {{(pid=62088) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 594.895348] env[62088]: DEBUG oslo_vmware.api [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041738, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.044096} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.895614] env[62088]: DEBUG nova.virt.vmwareapi.ds_util [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Deleted the datastore file {{(pid=62088) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 594.896554] env[62088]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a777f16d-0725-4518-9db0-122b4984c72a {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.903477] env[62088]: DEBUG oslo_vmware.api [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Waiting for the task: (returnval){ [ 594.903477] env[62088]: value = "session[527254c4-e830-0e1d-4a7a-0fa2b3a9c0fd]5256bc40-d658-ad2b-32b9-209e5f2b5600" [ 594.903477] env[62088]: _type = "Task" [ 594.903477] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.915987] env[62088]: DEBUG oslo_vmware.api [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': session[527254c4-e830-0e1d-4a7a-0fa2b3a9c0fd]5256bc40-d658-ad2b-32b9-209e5f2b5600, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.953774] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc9c474-ac87-4e8e-bf43-b5df6b01410e {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.963995] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165470dc-5a9d-4662-9c1b-5d5ddb0707a0 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.005253] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b91f44-9801-4ab6-8dc0-ccf0af753e34 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.014450] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86a664a-8f5d-4f27-b9eb-496bedc5ab7a {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.041160] env[62088]: DEBUG nova.compute.provider_tree [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] Inventory has not changed in ProviderTree for provider: fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 {{(pid=62088) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.099577] env[62088]: DEBUG nova.network.neutron [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] [instance: 16ab652c-314e-450d-81db-6913cf814b28] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 595.121264] env[62088]: INFO nova.compute.manager [-] [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] Took 1.06 seconds to deallocate network for instance. [ 595.125221] env[62088]: DEBUG nova.compute.claims [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] Aborting claim: {{(pid=62088) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 595.125535] env[62088]: DEBUG oslo_concurrency.lockutils [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.142035] env[62088]: DEBUG nova.network.neutron [req-d0b3fc7d-1b95-4e54-8ade-30b43bc00aa7 req-fa900da8-ca0b-42f5-bbc1-4e7d8f226ae4 service nova] [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.157183] env[62088]: DEBUG nova.policy [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ec474c05ad14639a82bba5b66934ad9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b79a3be0c21488c9ea977f83292eb9f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62088) authorize /opt/stack/nova/nova/policy.py:201}} [ 595.251821] env[62088]: DEBUG nova.compute.manager [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] Start building block device mappings for instance. {{(pid=62088) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 595.419027] env[62088]: DEBUG oslo_vmware.api [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': session[527254c4-e830-0e1d-4a7a-0fa2b3a9c0fd]5256bc40-d658-ad2b-32b9-209e5f2b5600, 'name': SearchDatastore_Task, 'duration_secs': 0.020549} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.419027] env[62088]: DEBUG oslo_concurrency.lockutils [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a3f1d809-5bf4-4806-83fa-07c1d0510a86/a3f1d809-5bf4-4806-83fa-07c1d0510a86.vmdk" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.419027] env[62088]: DEBUG nova.virt.vmwareapi.vm_util [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a3f1d809-5bf4-4806-83fa-07c1d0510a86/a3f1d809-5bf4-4806-83fa-07c1d0510a86.vmdk to [datastore2] c8701f32-078c-4fdb-98fb-5e89cd9c8334/c8701f32-078c-4fdb-98fb-5e89cd9c8334.vmdk {{(pid=62088) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 595.419027] env[62088]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9d20a9b-a9ed-48e9-bc22-a7e6bc8f300f {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.424161] env[62088]: DEBUG oslo_vmware.api [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Waiting for the task: (returnval){ [ 595.424161] env[62088]: value = "task-1041739" [ 595.424161] env[62088]: _type = "Task" [ 595.424161] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.434363] env[62088]: DEBUG oslo_vmware.api [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.544238] env[62088]: DEBUG nova.network.neutron [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] [instance: 16ab652c-314e-450d-81db-6913cf814b28] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.547569] env[62088]: DEBUG nova.scheduler.client.report [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] Inventory has not changed for provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62088) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 595.645937] env[62088]: DEBUG oslo_concurrency.lockutils [req-d0b3fc7d-1b95-4e54-8ade-30b43bc00aa7 req-fa900da8-ca0b-42f5-bbc1-4e7d8f226ae4 service nova] Releasing lock "refresh_cache-22996c8d-1dcb-4e12-b531-fcdae93f7954" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.938397] env[62088]: DEBUG oslo_vmware.api [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041739, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.051371] env[62088]: DEBUG oslo_concurrency.lockutils [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] Releasing lock "refresh_cache-16ab652c-314e-450d-81db-6913cf814b28" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.052342] env[62088]: DEBUG nova.compute.manager [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] [instance: 16ab652c-314e-450d-81db-6913cf814b28] Start destroying the instance on the hypervisor. {{(pid=62088) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3159}} [ 596.052483] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] [instance: 16ab652c-314e-450d-81db-6913cf814b28] Destroying instance {{(pid=62088) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 596.052960] env[62088]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-168a310b-27ec-4f96-a299-730ca3dcfbf7 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.056256] env[62088]: DEBUG oslo_concurrency.lockutils [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.826s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.057208] env[62088]: ERROR nova.compute.manager [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port 0c4bca25-1e9f-440f-8165-1d09127d8ac8, please check neutron logs for more information. [ 596.057208] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] Traceback (most recent call last): [ 596.057208] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance [ 596.057208] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] self.driver.spawn(context, instance, image_meta, [ 596.057208] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 542, in spawn [ 596.057208] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] self._vmops.spawn(context, instance, image_meta, injected_files, [ 596.057208] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 596.057208] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] vm_ref = self.build_virtual_machine(instance, [ 596.057208] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 596.057208] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] vif_infos = vmwarevif.get_vif_info(self._session, [ 596.057208] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 596.058102] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] for vif in network_info: [ 596.058102] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 596.058102] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] return self._sync_wrapper(fn, *args, **kwargs) [ 596.058102] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 596.058102] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] self.wait() [ 596.058102] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 596.058102] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] self[:] = self._gt.wait() [ 596.058102] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 596.058102] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] return self._exit_event.wait() [ 596.058102] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 596.058102] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] result = hub.switch() [ 596.058102] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 596.058102] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] return self.greenlet.switch() [ 596.058879] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 596.058879] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] result = function(*args, **kwargs) [ 596.058879] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 596.058879] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] return func(*args, **kwargs) [ 596.058879] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async [ 596.058879] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] raise e [ 596.058879] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async [ 596.058879] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] nwinfo = self.network_api.allocate_for_instance( [ 596.058879] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 596.058879] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] created_port_ids = self._update_ports_for_instance( [ 596.058879] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 596.058879] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] with excutils.save_and_reraise_exception(): [ 596.058879] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 596.059471] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] self.force_reraise() [ 596.059471] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 596.059471] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] raise self.value [ 596.059471] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 596.059471] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] updated_port = self._update_port( [ 596.059471] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 596.059471] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] _ensure_no_port_binding_failure(port) [ 596.059471] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 596.059471] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] raise exception.PortBindingFailed(port_id=port['id']) [ 596.059471] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] nova.exception.PortBindingFailed: Binding failed for port 0c4bca25-1e9f-440f-8165-1d09127d8ac8, please check neutron logs for more information. [ 596.059471] env[62088]: ERROR nova.compute.manager [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] [ 596.061685] env[62088]: DEBUG nova.compute.utils [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] Binding failed for port 0c4bca25-1e9f-440f-8165-1d09127d8ac8, please check neutron logs for more information. {{(pid=62088) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 596.063513] env[62088]: DEBUG oslo_concurrency.lockutils [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 6.832s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.075258] env[62088]: DEBUG nova.compute.manager [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] Build of instance 80e950e4-ffca-4e99-a778-cbd84f8798d9 was re-scheduled: Binding failed for port 0c4bca25-1e9f-440f-8165-1d09127d8ac8, please check neutron logs for more information. {{(pid=62088) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2486}} [ 596.075828] env[62088]: DEBUG nova.compute.manager [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] Unplugging VIFs for instance {{(pid=62088) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3012}} [ 596.075828] env[62088]: DEBUG oslo_concurrency.lockutils [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] Acquiring lock "refresh_cache-80e950e4-ffca-4e99-a778-cbd84f8798d9" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.075933] env[62088]: DEBUG oslo_concurrency.lockutils [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] Acquired lock "refresh_cache-80e950e4-ffca-4e99-a778-cbd84f8798d9" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.076072] env[62088]: DEBUG nova.network.neutron [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] Building network info cache for instance {{(pid=62088) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 596.085443] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14013ad5-c18f-4649-9f80-473fbe7e18aa {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.116401] env[62088]: WARNING nova.virt.vmwareapi.vmops [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] [instance: 16ab652c-314e-450d-81db-6913cf814b28] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 16ab652c-314e-450d-81db-6913cf814b28 could not be found. [ 596.116750] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] [instance: 16ab652c-314e-450d-81db-6913cf814b28] Instance destroyed {{(pid=62088) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 596.116826] env[62088]: INFO nova.compute.manager [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] [instance: 16ab652c-314e-450d-81db-6913cf814b28] Took 0.06 seconds to destroy the instance on the hypervisor. [ 596.117082] env[62088]: DEBUG oslo.service.loopingcall [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62088) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 596.118044] env[62088]: DEBUG nova.compute.manager [-] [instance: 16ab652c-314e-450d-81db-6913cf814b28] Deallocating network for instance {{(pid=62088) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 596.118044] env[62088]: DEBUG nova.network.neutron [-] [instance: 16ab652c-314e-450d-81db-6913cf814b28] deallocate_for_instance() {{(pid=62088) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 596.186041] env[62088]: DEBUG nova.network.neutron [-] [instance: 16ab652c-314e-450d-81db-6913cf814b28] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 596.270257] env[62088]: DEBUG nova.compute.manager [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] Start spawning the instance on the hypervisor. {{(pid=62088) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 596.317683] env[62088]: DEBUG nova.virt.hardware [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-30T16:42:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-30T16:42:10Z,direct_url=,disk_format='vmdk',id=a3f1d809-5bf4-4806-83fa-07c1d0510a86,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a093787074964289b4824107ef1c66e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-30T16:42:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 596.317929] env[62088]: DEBUG nova.virt.hardware [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] Flavor limits 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 596.318097] env[62088]: DEBUG nova.virt.hardware [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] Image limits 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 596.318283] env[62088]: DEBUG nova.virt.hardware [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] Flavor pref 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 596.319182] env[62088]: DEBUG nova.virt.hardware [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] Image pref 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 596.319541] env[62088]: DEBUG nova.virt.hardware [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 596.319678] env[62088]: DEBUG nova.virt.hardware [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 596.320190] env[62088]: DEBUG nova.virt.hardware [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62088) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 596.320418] env[62088]: DEBUG nova.virt.hardware [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] Got 1 possible topologies {{(pid=62088) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 596.320596] env[62088]: DEBUG nova.virt.hardware [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 596.320930] env[62088]: DEBUG nova.virt.hardware [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 596.321833] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27736da-4f23-4961-8137-048c89e151b9 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.333821] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1439f6ba-3f54-41f6-a2a4-4c8eab91d17c {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.437857] env[62088]: DEBUG oslo_vmware.api [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041739, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56469} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.438125] env[62088]: DEBUG nova.virt.vmwareapi.vm_util [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a3f1d809-5bf4-4806-83fa-07c1d0510a86/a3f1d809-5bf4-4806-83fa-07c1d0510a86.vmdk to [datastore2] c8701f32-078c-4fdb-98fb-5e89cd9c8334/c8701f32-078c-4fdb-98fb-5e89cd9c8334.vmdk {{(pid=62088) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 596.439714] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Extending root virtual disk to 1048576 {{(pid=62088) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 596.440027] env[62088]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecb9e1b7-3021-45b3-aebe-ee0755c539ba {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.447704] env[62088]: DEBUG oslo_vmware.api [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Waiting for the task: (returnval){ [ 596.447704] env[62088]: value = "task-1041740" [ 596.447704] env[62088]: _type = "Task" [ 596.447704] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.447704] env[62088]: DEBUG nova.network.neutron [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] Successfully created port: 23539208-8861-4bbf-a69e-b9c5347d159f {{(pid=62088) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 596.461062] env[62088]: DEBUG oslo_vmware.api [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.462370] env[62088]: DEBUG nova.compute.manager [req-95c80e92-89f2-4862-96bf-0478ade5cc60 req-aaeca61f-e7b2-4441-90b7-fb3be6ed843e service nova] [instance: 16ab652c-314e-450d-81db-6913cf814b28] Received event network-changed-8418b1a5-1f62-4c89-ad0e-dd2143a0260a {{(pid=62088) external_instance_event /opt/stack/nova/nova/compute/manager.py:11430}} [ 596.462542] env[62088]: DEBUG nova.compute.manager [req-95c80e92-89f2-4862-96bf-0478ade5cc60 req-aaeca61f-e7b2-4441-90b7-fb3be6ed843e service nova] [instance: 16ab652c-314e-450d-81db-6913cf814b28] Refreshing instance network info cache due to event network-changed-8418b1a5-1f62-4c89-ad0e-dd2143a0260a. {{(pid=62088) external_instance_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 596.462974] env[62088]: DEBUG oslo_concurrency.lockutils [req-95c80e92-89f2-4862-96bf-0478ade5cc60 req-aaeca61f-e7b2-4441-90b7-fb3be6ed843e service nova] Acquiring lock "refresh_cache-16ab652c-314e-450d-81db-6913cf814b28" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.462974] env[62088]: DEBUG oslo_concurrency.lockutils [req-95c80e92-89f2-4862-96bf-0478ade5cc60 req-aaeca61f-e7b2-4441-90b7-fb3be6ed843e service nova] Acquired lock "refresh_cache-16ab652c-314e-450d-81db-6913cf814b28" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.463129] env[62088]: DEBUG nova.network.neutron [req-95c80e92-89f2-4862-96bf-0478ade5cc60 req-aaeca61f-e7b2-4441-90b7-fb3be6ed843e service nova] [instance: 16ab652c-314e-450d-81db-6913cf814b28] Refreshing network info cache for port 8418b1a5-1f62-4c89-ad0e-dd2143a0260a {{(pid=62088) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 596.658077] env[62088]: DEBUG nova.network.neutron [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 596.691411] env[62088]: DEBUG nova.network.neutron [-] [instance: 16ab652c-314e-450d-81db-6913cf814b28] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.751625] env[62088]: DEBUG oslo_concurrency.lockutils [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] Acquiring lock "2eab5677-3651-4c57-9a3f-9da5f89f1a71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.751857] env[62088]: DEBUG oslo_concurrency.lockutils [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] Lock "2eab5677-3651-4c57-9a3f-9da5f89f1a71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.818217] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8036c9fe-31df-4de9-919c-83de36a3fec6 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.830693] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d0d539-6001-4022-ac17-8edafcd626ab {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.863322] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a512a7-f17b-46e9-94cf-1704dc58622c {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.874658] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbaa92ea-a81b-4e6e-bbc2-e990e4bc5add {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.891209] env[62088]: DEBUG nova.compute.provider_tree [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] Inventory has not changed in ProviderTree for provider: fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 {{(pid=62088) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 596.963378] env[62088]: DEBUG oslo_vmware.api [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069549} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.964395] env[62088]: DEBUG nova.network.neutron [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.965599] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Extended root virtual disk {{(pid=62088) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 596.969679] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd293ab0-7a23-420d-9ea8-7b78555d36e6 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.993473] env[62088]: DEBUG nova.virt.vmwareapi.volumeops [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] c8701f32-078c-4fdb-98fb-5e89cd9c8334/c8701f32-078c-4fdb-98fb-5e89cd9c8334.vmdk or device None with type sparse {{(pid=62088) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 596.994730] env[62088]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86c2a465-242d-474a-b817-15d3e624158b {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.019714] env[62088]: DEBUG oslo_vmware.api [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Waiting for the task: (returnval){ [ 597.019714] env[62088]: value = "task-1041741" [ 597.019714] env[62088]: _type = "Task" [ 597.019714] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.034949] env[62088]: DEBUG oslo_vmware.api [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041741, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.043957] env[62088]: DEBUG nova.network.neutron [req-95c80e92-89f2-4862-96bf-0478ade5cc60 req-aaeca61f-e7b2-4441-90b7-fb3be6ed843e service nova] [instance: 16ab652c-314e-450d-81db-6913cf814b28] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 597.194203] env[62088]: INFO nova.compute.manager [-] [instance: 16ab652c-314e-450d-81db-6913cf814b28] Took 1.08 seconds to deallocate network for instance. [ 597.197590] env[62088]: DEBUG nova.compute.claims [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] [instance: 16ab652c-314e-450d-81db-6913cf814b28] Aborting claim: {{(pid=62088) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 597.197590] env[62088]: DEBUG oslo_concurrency.lockutils [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.392330] env[62088]: DEBUG nova.scheduler.client.report [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] Inventory has not changed for provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62088) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 597.469702] env[62088]: DEBUG oslo_concurrency.lockutils [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] Releasing lock "refresh_cache-80e950e4-ffca-4e99-a778-cbd84f8798d9" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.469973] env[62088]: DEBUG nova.compute.manager [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62088) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3035}} [ 597.470149] env[62088]: DEBUG nova.compute.manager [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] Deallocating network for instance {{(pid=62088) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 597.470285] env[62088]: DEBUG nova.network.neutron [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] deallocate_for_instance() {{(pid=62088) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 597.531410] env[62088]: DEBUG oslo_vmware.api [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041741, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.560610] env[62088]: DEBUG nova.network.neutron [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 597.574127] env[62088]: ERROR nova.compute.manager [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port 3ae11f96-979a-4e42-b56b-e60e38418b3e, please check neutron logs for more information. [ 597.574127] env[62088]: ERROR nova.compute.manager Traceback (most recent call last): [ 597.574127] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async [ 597.574127] env[62088]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 597.574127] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 597.574127] env[62088]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 597.574127] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 597.574127] env[62088]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 597.574127] env[62088]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 597.574127] env[62088]: ERROR nova.compute.manager self.force_reraise() [ 597.574127] env[62088]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 597.574127] env[62088]: ERROR nova.compute.manager raise self.value [ 597.574127] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 597.574127] env[62088]: ERROR nova.compute.manager updated_port = self._update_port( [ 597.574127] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 597.574127] env[62088]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 597.574795] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 597.574795] env[62088]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 597.574795] env[62088]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port 3ae11f96-979a-4e42-b56b-e60e38418b3e, please check neutron logs for more information. [ 597.574795] env[62088]: ERROR nova.compute.manager [ 597.574795] env[62088]: Traceback (most recent call last): [ 597.574795] env[62088]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 597.574795] env[62088]: listener.cb(fileno) [ 597.574795] env[62088]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 597.574795] env[62088]: result = function(*args, **kwargs) [ 597.574795] env[62088]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 597.574795] env[62088]: return func(*args, **kwargs) [ 597.574795] env[62088]: File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async [ 597.574795] env[62088]: raise e [ 597.574795] env[62088]: File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async [ 597.574795] env[62088]: nwinfo = self.network_api.allocate_for_instance( [ 597.574795] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 597.574795] env[62088]: created_port_ids = self._update_ports_for_instance( [ 597.574795] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 597.574795] env[62088]: with excutils.save_and_reraise_exception(): [ 597.574795] env[62088]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 597.574795] env[62088]: self.force_reraise() [ 597.574795] env[62088]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 597.574795] env[62088]: raise self.value [ 597.574795] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 597.574795] env[62088]: updated_port = self._update_port( [ 597.574795] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 597.574795] env[62088]: _ensure_no_port_binding_failure(port) [ 597.574795] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 597.574795] env[62088]: raise exception.PortBindingFailed(port_id=port['id']) [ 597.575915] env[62088]: nova.exception.PortBindingFailed: Binding failed for port 3ae11f96-979a-4e42-b56b-e60e38418b3e, please check neutron logs for more information. [ 597.575915] env[62088]: Removing descriptor: 20 [ 597.575915] env[62088]: ERROR nova.compute.manager [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port 3ae11f96-979a-4e42-b56b-e60e38418b3e, please check neutron logs for more information. [ 597.575915] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] Traceback (most recent call last): [ 597.575915] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/nova/nova/compute/manager.py", line 2900, in _build_resources [ 597.575915] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] yield resources [ 597.575915] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance [ 597.575915] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] self.driver.spawn(context, instance, image_meta, [ 597.575915] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 542, in spawn [ 597.575915] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] self._vmops.spawn(context, instance, image_meta, injected_files, [ 597.575915] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 597.575915] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] vm_ref = self.build_virtual_machine(instance, [ 597.576331] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 597.576331] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] vif_infos = vmwarevif.get_vif_info(self._session, [ 597.576331] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 597.576331] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] for vif in network_info: [ 597.576331] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 597.576331] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] return self._sync_wrapper(fn, *args, **kwargs) [ 597.576331] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 597.576331] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] self.wait() [ 597.576331] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 597.576331] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] self[:] = self._gt.wait() [ 597.576331] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 597.576331] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] return self._exit_event.wait() [ 597.576331] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 597.576665] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] result = hub.switch() [ 597.576665] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 597.576665] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] return self.greenlet.switch() [ 597.576665] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 597.576665] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] result = function(*args, **kwargs) [ 597.576665] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 597.576665] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] return func(*args, **kwargs) [ 597.576665] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async [ 597.576665] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] raise e [ 597.576665] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async [ 597.576665] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] nwinfo = self.network_api.allocate_for_instance( [ 597.576665] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 597.576665] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] created_port_ids = self._update_ports_for_instance( [ 597.577119] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 597.577119] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] with excutils.save_and_reraise_exception(): [ 597.577119] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 597.577119] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] self.force_reraise() [ 597.577119] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 597.577119] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] raise self.value [ 597.577119] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 597.577119] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] updated_port = self._update_port( [ 597.577119] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 597.577119] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] _ensure_no_port_binding_failure(port) [ 597.577119] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 597.577119] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] raise exception.PortBindingFailed(port_id=port['id']) [ 597.577437] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] nova.exception.PortBindingFailed: Binding failed for port 3ae11f96-979a-4e42-b56b-e60e38418b3e, please check neutron logs for more information. [ 597.577437] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] [ 597.577437] env[62088]: INFO nova.compute.manager [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] Terminating instance [ 597.580271] env[62088]: DEBUG oslo_concurrency.lockutils [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Acquiring lock "refresh_cache-c590ddbb-dcbe-4297-b95b-0b5a733b1dbb" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.580271] env[62088]: DEBUG oslo_concurrency.lockutils [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Acquired lock "refresh_cache-c590ddbb-dcbe-4297-b95b-0b5a733b1dbb" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.580271] env[62088]: DEBUG nova.network.neutron [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] Building network info cache for instance {{(pid=62088) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 597.644836] env[62088]: DEBUG nova.network.neutron [req-95c80e92-89f2-4862-96bf-0478ade5cc60 req-aaeca61f-e7b2-4441-90b7-fb3be6ed843e service nova] [instance: 16ab652c-314e-450d-81db-6913cf814b28] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.897762] env[62088]: DEBUG oslo_concurrency.lockutils [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.835s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.898836] env[62088]: ERROR nova.compute.manager [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port c297b5b6-0fae-475b-ae71-8c90049ce566, please check neutron logs for more information. [ 597.898836] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] Traceback (most recent call last): [ 597.898836] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance [ 597.898836] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] self.driver.spawn(context, instance, image_meta, [ 597.898836] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 542, in spawn [ 597.898836] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] self._vmops.spawn(context, instance, image_meta, injected_files, [ 597.898836] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 597.898836] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] vm_ref = self.build_virtual_machine(instance, [ 597.898836] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 597.898836] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] vif_infos = vmwarevif.get_vif_info(self._session, [ 597.898836] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 597.899311] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] for vif in network_info: [ 597.899311] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 597.899311] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] return self._sync_wrapper(fn, *args, **kwargs) [ 597.899311] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 597.899311] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] self.wait() [ 597.899311] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 597.899311] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] self[:] = self._gt.wait() [ 597.899311] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 597.899311] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] return self._exit_event.wait() [ 597.899311] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 597.899311] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] result = hub.switch() [ 597.899311] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 597.899311] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] return self.greenlet.switch() [ 597.899655] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 597.899655] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] result = function(*args, **kwargs) [ 597.899655] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 597.899655] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] return func(*args, **kwargs) [ 597.899655] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async [ 597.899655] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] raise e [ 597.899655] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async [ 597.899655] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] nwinfo = self.network_api.allocate_for_instance( [ 597.899655] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 597.899655] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] created_port_ids = self._update_ports_for_instance( [ 597.899655] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 597.899655] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] with excutils.save_and_reraise_exception(): [ 597.899655] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 597.900052] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] self.force_reraise() [ 597.900052] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 597.900052] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] raise self.value [ 597.900052] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 597.900052] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] updated_port = self._update_port( [ 597.900052] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 597.900052] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] _ensure_no_port_binding_failure(port) [ 597.900052] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 597.900052] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] raise exception.PortBindingFailed(port_id=port['id']) [ 597.900052] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] nova.exception.PortBindingFailed: Binding failed for port c297b5b6-0fae-475b-ae71-8c90049ce566, please check neutron logs for more information. [ 597.900052] env[62088]: ERROR nova.compute.manager [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] [ 597.900367] env[62088]: DEBUG nova.compute.utils [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] Binding failed for port c297b5b6-0fae-475b-ae71-8c90049ce566, please check neutron logs for more information. {{(pid=62088) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 597.900785] env[62088]: DEBUG oslo_concurrency.lockutils [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.198s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.905447] env[62088]: INFO nova.compute.claims [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 597.906533] env[62088]: DEBUG nova.compute.manager [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] Build of instance 41b4ad80-1092-4887-87ef-28f119433c0b was re-scheduled: Binding failed for port c297b5b6-0fae-475b-ae71-8c90049ce566, please check neutron logs for more information. {{(pid=62088) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2486}} [ 597.906533] env[62088]: DEBUG nova.compute.manager [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] Unplugging VIFs for instance {{(pid=62088) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3012}} [ 597.906533] env[62088]: DEBUG oslo_concurrency.lockutils [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] Acquiring lock "refresh_cache-41b4ad80-1092-4887-87ef-28f119433c0b" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.906533] env[62088]: DEBUG oslo_concurrency.lockutils [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] Acquired lock "refresh_cache-41b4ad80-1092-4887-87ef-28f119433c0b" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.906756] env[62088]: DEBUG nova.network.neutron [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] Building network info cache for instance {{(pid=62088) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 598.040225] env[62088]: DEBUG oslo_vmware.api [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041741, 'name': ReconfigVM_Task, 'duration_secs': 0.553996} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.040785] env[62088]: DEBUG nova.virt.vmwareapi.volumeops [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Reconfigured VM instance instance-00000001 to attach disk [datastore2] c8701f32-078c-4fdb-98fb-5e89cd9c8334/c8701f32-078c-4fdb-98fb-5e89cd9c8334.vmdk or device None with type sparse {{(pid=62088) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 598.041768] env[62088]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-661f1440-d6d8-44dd-8f82-18f625ee491b {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.049418] env[62088]: DEBUG oslo_vmware.api [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Waiting for the task: (returnval){ [ 598.049418] env[62088]: value = "task-1041742" [ 598.049418] env[62088]: _type = "Task" [ 598.049418] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.059839] env[62088]: DEBUG oslo_vmware.api [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041742, 'name': Rename_Task} progress is 5%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.063062] env[62088]: DEBUG nova.network.neutron [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.145640] env[62088]: DEBUG nova.network.neutron [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 598.151991] env[62088]: DEBUG oslo_concurrency.lockutils [req-95c80e92-89f2-4862-96bf-0478ade5cc60 req-aaeca61f-e7b2-4441-90b7-fb3be6ed843e service nova] Releasing lock "refresh_cache-16ab652c-314e-450d-81db-6913cf814b28" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.269268] env[62088]: DEBUG nova.compute.manager [req-f413ea9d-af52-4a7d-b4ba-5f1b8c45f85e req-cfa7a5bf-38e1-4dee-aaa0-3c6fac298046 service nova] [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] Received event network-vif-deleted-8d933f13-40a0-42b8-b205-5fae2506061f {{(pid=62088) external_instance_event /opt/stack/nova/nova/compute/manager.py:11430}} [ 598.329779] env[62088]: DEBUG nova.network.neutron [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.452661] env[62088]: DEBUG nova.network.neutron [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 598.560889] env[62088]: DEBUG oslo_vmware.api [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041742, 'name': Rename_Task, 'duration_secs': 0.126847} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.563628] env[62088]: DEBUG nova.virt.vmwareapi.vm_util [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Powering on the VM {{(pid=62088) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 598.563628] env[62088]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eee13732-d727-4709-a8e3-0e6caf2a6bb7 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.565025] env[62088]: INFO nova.compute.manager [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] Took 1.09 seconds to deallocate network for instance. [ 598.569091] env[62088]: DEBUG oslo_vmware.api [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Waiting for the task: (returnval){ [ 598.569091] env[62088]: value = "task-1041743" [ 598.569091] env[62088]: _type = "Task" [ 598.569091] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.577629] env[62088]: DEBUG oslo_vmware.api [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.622663] env[62088]: DEBUG nova.network.neutron [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.835317] env[62088]: DEBUG oslo_concurrency.lockutils [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Releasing lock "refresh_cache-c590ddbb-dcbe-4297-b95b-0b5a733b1dbb" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.835317] env[62088]: DEBUG nova.compute.manager [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] Start destroying the instance on the hypervisor. {{(pid=62088) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3159}} [ 598.835317] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] Destroying instance {{(pid=62088) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 598.835317] env[62088]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad7e3dcf-e999-437f-9f8a-7f8f2e97067e {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.843568] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9680964f-47ca-4345-b19f-e7c59b517dd5 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.869254] env[62088]: WARNING nova.virt.vmwareapi.vmops [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance c590ddbb-dcbe-4297-b95b-0b5a733b1dbb could not be found. [ 598.869552] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] Instance destroyed {{(pid=62088) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 598.869783] env[62088]: INFO nova.compute.manager [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] Took 0.04 seconds to destroy the instance on the hypervisor. [ 598.870096] env[62088]: DEBUG oslo.service.loopingcall [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62088) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 598.870371] env[62088]: DEBUG nova.compute.manager [-] [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] Deallocating network for instance {{(pid=62088) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 598.870555] env[62088]: DEBUG nova.network.neutron [-] [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] deallocate_for_instance() {{(pid=62088) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 598.929296] env[62088]: DEBUG nova.network.neutron [-] [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 599.055623] env[62088]: ERROR nova.compute.manager [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port d65abb1a-2516-43d5-b04f-c7b904d656d0, please check neutron logs for more information. [ 599.055623] env[62088]: ERROR nova.compute.manager Traceback (most recent call last): [ 599.055623] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async [ 599.055623] env[62088]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 599.055623] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 599.055623] env[62088]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 599.055623] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 599.055623] env[62088]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 599.055623] env[62088]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 599.055623] env[62088]: ERROR nova.compute.manager self.force_reraise() [ 599.055623] env[62088]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 599.055623] env[62088]: ERROR nova.compute.manager raise self.value [ 599.055623] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 599.055623] env[62088]: ERROR nova.compute.manager updated_port = self._update_port( [ 599.055623] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 599.055623] env[62088]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 599.056079] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 599.056079] env[62088]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 599.056079] env[62088]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port d65abb1a-2516-43d5-b04f-c7b904d656d0, please check neutron logs for more information. [ 599.056079] env[62088]: ERROR nova.compute.manager [ 599.056593] env[62088]: Traceback (most recent call last): [ 599.056687] env[62088]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 599.056687] env[62088]: listener.cb(fileno) [ 599.056754] env[62088]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 599.056754] env[62088]: result = function(*args, **kwargs) [ 599.056814] env[62088]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 599.056814] env[62088]: return func(*args, **kwargs) [ 599.058369] env[62088]: File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async [ 599.058369] env[62088]: raise e [ 599.058369] env[62088]: File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async [ 599.058369] env[62088]: nwinfo = self.network_api.allocate_for_instance( [ 599.058369] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 599.058369] env[62088]: created_port_ids = self._update_ports_for_instance( [ 599.058369] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 599.058369] env[62088]: with excutils.save_and_reraise_exception(): [ 599.058369] env[62088]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 599.058369] env[62088]: self.force_reraise() [ 599.058369] env[62088]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 599.058369] env[62088]: raise self.value [ 599.058369] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 599.058369] env[62088]: updated_port = self._update_port( [ 599.058369] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 599.058369] env[62088]: _ensure_no_port_binding_failure(port) [ 599.058369] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 599.058369] env[62088]: raise exception.PortBindingFailed(port_id=port['id']) [ 599.058369] env[62088]: nova.exception.PortBindingFailed: Binding failed for port d65abb1a-2516-43d5-b04f-c7b904d656d0, please check neutron logs for more information. [ 599.058369] env[62088]: Removing descriptor: 15 [ 599.058369] env[62088]: ERROR nova.compute.manager [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port d65abb1a-2516-43d5-b04f-c7b904d656d0, please check neutron logs for more information. [ 599.058369] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] Traceback (most recent call last): [ 599.059747] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/nova/nova/compute/manager.py", line 2900, in _build_resources [ 599.059747] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] yield resources [ 599.059747] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance [ 599.059747] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] self.driver.spawn(context, instance, image_meta, [ 599.059747] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 542, in spawn [ 599.059747] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] self._vmops.spawn(context, instance, image_meta, injected_files, [ 599.059747] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 599.059747] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] vm_ref = self.build_virtual_machine(instance, [ 599.059747] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 599.059747] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] vif_infos = vmwarevif.get_vif_info(self._session, [ 599.059747] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 599.059747] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] for vif in network_info: [ 599.059747] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 599.060197] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] return self._sync_wrapper(fn, *args, **kwargs) [ 599.060197] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 599.060197] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] self.wait() [ 599.060197] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 599.060197] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] self[:] = self._gt.wait() [ 599.060197] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 599.060197] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] return self._exit_event.wait() [ 599.060197] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 599.060197] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] result = hub.switch() [ 599.060197] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 599.060197] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] return self.greenlet.switch() [ 599.060197] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 599.060197] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] result = function(*args, **kwargs) [ 599.060694] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 599.060694] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] return func(*args, **kwargs) [ 599.060694] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async [ 599.060694] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] raise e [ 599.060694] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async [ 599.060694] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] nwinfo = self.network_api.allocate_for_instance( [ 599.060694] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 599.060694] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] created_port_ids = self._update_ports_for_instance( [ 599.060694] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 599.060694] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] with excutils.save_and_reraise_exception(): [ 599.060694] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 599.060694] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] self.force_reraise() [ 599.060694] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 599.061858] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] raise self.value [ 599.061858] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 599.061858] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] updated_port = self._update_port( [ 599.061858] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 599.061858] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] _ensure_no_port_binding_failure(port) [ 599.061858] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 599.061858] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] raise exception.PortBindingFailed(port_id=port['id']) [ 599.061858] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] nova.exception.PortBindingFailed: Binding failed for port d65abb1a-2516-43d5-b04f-c7b904d656d0, please check neutron logs for more information. [ 599.061858] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] [ 599.061858] env[62088]: INFO nova.compute.manager [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] Terminating instance [ 599.065356] env[62088]: DEBUG oslo_concurrency.lockutils [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] Acquiring lock "refresh_cache-a5116668-7f95-4709-97ca-9c2f84ad1d9c" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.065356] env[62088]: DEBUG oslo_concurrency.lockutils [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] Acquired lock "refresh_cache-a5116668-7f95-4709-97ca-9c2f84ad1d9c" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.065356] env[62088]: DEBUG nova.network.neutron [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] Building network info cache for instance {{(pid=62088) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 599.087177] env[62088]: DEBUG oslo_vmware.api [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041743, 'name': PowerOnVM_Task, 'duration_secs': 0.442954} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.093654] env[62088]: DEBUG nova.virt.vmwareapi.vm_util [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Powered on the VM {{(pid=62088) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 599.093654] env[62088]: DEBUG nova.compute.manager [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Checking state {{(pid=62088) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 599.093654] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f3d62e-5b26-48ea-b7c3-ef6ca882e20a {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.127538] env[62088]: DEBUG oslo_concurrency.lockutils [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] Releasing lock "refresh_cache-41b4ad80-1092-4887-87ef-28f119433c0b" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.127770] env[62088]: DEBUG nova.compute.manager [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62088) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3035}} [ 599.127932] env[62088]: DEBUG nova.compute.manager [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] Deallocating network for instance {{(pid=62088) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 599.128116] env[62088]: DEBUG nova.network.neutron [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] deallocate_for_instance() {{(pid=62088) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 599.178990] env[62088]: DEBUG nova.network.neutron [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 599.202116] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616b76ef-9f93-4dcd-87d2-6546f499cafa {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.210525] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712a5108-b94d-4b55-ba41-53d4757b50eb {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.245381] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d28afba-754a-4eba-bdc1-e4454a98f6df {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.250088] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d80f1f-2091-4081-b1c1-47688ddee54c {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.266917] env[62088]: DEBUG nova.compute.provider_tree [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] Inventory has not changed in ProviderTree for provider: fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 {{(pid=62088) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.318924] env[62088]: DEBUG oslo_concurrency.lockutils [None req-168e0c2b-7276-4174-b06f-94cc5be7b54a tempest-ListImageFiltersTestJSON-925101960 tempest-ListImageFiltersTestJSON-925101960-project-member] Acquiring lock "eba20570-bb07-481f-a809-136b1b005aed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.318924] env[62088]: DEBUG oslo_concurrency.lockutils [None req-168e0c2b-7276-4174-b06f-94cc5be7b54a tempest-ListImageFiltersTestJSON-925101960 tempest-ListImageFiltersTestJSON-925101960-project-member] Lock "eba20570-bb07-481f-a809-136b1b005aed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.434609] env[62088]: DEBUG nova.network.neutron [-] [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.600759] env[62088]: INFO nova.scheduler.client.report [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] Deleted allocations for instance 80e950e4-ffca-4e99-a778-cbd84f8798d9 [ 599.606408] env[62088]: DEBUG nova.network.neutron [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 599.617572] env[62088]: DEBUG oslo_concurrency.lockutils [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.682216] env[62088]: DEBUG nova.network.neutron [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.776459] env[62088]: DEBUG nova.scheduler.client.report [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] Inventory has not changed for provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62088) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 599.783754] env[62088]: DEBUG nova.network.neutron [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.899695] env[62088]: ERROR nova.compute.manager [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port 23539208-8861-4bbf-a69e-b9c5347d159f, please check neutron logs for more information. [ 599.899695] env[62088]: ERROR nova.compute.manager Traceback (most recent call last): [ 599.899695] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async [ 599.899695] env[62088]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 599.899695] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 599.899695] env[62088]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 599.899695] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 599.899695] env[62088]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 599.899695] env[62088]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 599.899695] env[62088]: ERROR nova.compute.manager self.force_reraise() [ 599.899695] env[62088]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 599.899695] env[62088]: ERROR nova.compute.manager raise self.value [ 599.899695] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 599.899695] env[62088]: ERROR nova.compute.manager updated_port = self._update_port( [ 599.899695] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 599.899695] env[62088]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 599.900485] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 599.900485] env[62088]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 599.900485] env[62088]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port 23539208-8861-4bbf-a69e-b9c5347d159f, please check neutron logs for more information. [ 599.900485] env[62088]: ERROR nova.compute.manager [ 599.900485] env[62088]: Traceback (most recent call last): [ 599.900485] env[62088]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 599.900485] env[62088]: listener.cb(fileno) [ 599.900485] env[62088]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 599.900485] env[62088]: result = function(*args, **kwargs) [ 599.900485] env[62088]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 599.900485] env[62088]: return func(*args, **kwargs) [ 599.900485] env[62088]: File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async [ 599.900485] env[62088]: raise e [ 599.900485] env[62088]: File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async [ 599.900485] env[62088]: nwinfo = self.network_api.allocate_for_instance( [ 599.900485] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 599.900485] env[62088]: created_port_ids = self._update_ports_for_instance( [ 599.900485] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 599.900485] env[62088]: with excutils.save_and_reraise_exception(): [ 599.900485] env[62088]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 599.900485] env[62088]: self.force_reraise() [ 599.900485] env[62088]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 599.900485] env[62088]: raise self.value [ 599.900485] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 599.900485] env[62088]: updated_port = self._update_port( [ 599.900485] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 599.900485] env[62088]: _ensure_no_port_binding_failure(port) [ 599.900485] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 599.900485] env[62088]: raise exception.PortBindingFailed(port_id=port['id']) [ 599.901870] env[62088]: nova.exception.PortBindingFailed: Binding failed for port 23539208-8861-4bbf-a69e-b9c5347d159f, please check neutron logs for more information. [ 599.901870] env[62088]: Removing descriptor: 18 [ 599.904478] env[62088]: ERROR nova.compute.manager [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port 23539208-8861-4bbf-a69e-b9c5347d159f, please check neutron logs for more information. [ 599.904478] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] Traceback (most recent call last): [ 599.904478] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/nova/nova/compute/manager.py", line 2900, in _build_resources [ 599.904478] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] yield resources [ 599.904478] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance [ 599.904478] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] self.driver.spawn(context, instance, image_meta, [ 599.904478] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 542, in spawn [ 599.904478] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] self._vmops.spawn(context, instance, image_meta, injected_files, [ 599.904478] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 599.904478] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] vm_ref = self.build_virtual_machine(instance, [ 599.904478] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 599.905055] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] vif_infos = vmwarevif.get_vif_info(self._session, [ 599.905055] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 599.905055] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] for vif in network_info: [ 599.905055] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 599.905055] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] return self._sync_wrapper(fn, *args, **kwargs) [ 599.905055] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 599.905055] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] self.wait() [ 599.905055] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 599.905055] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] self[:] = self._gt.wait() [ 599.905055] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 599.905055] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] return self._exit_event.wait() [ 599.905055] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 599.905055] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] result = hub.switch() [ 599.905695] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 599.905695] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] return self.greenlet.switch() [ 599.905695] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 599.905695] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] result = function(*args, **kwargs) [ 599.905695] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 599.905695] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] return func(*args, **kwargs) [ 599.905695] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async [ 599.905695] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] raise e [ 599.905695] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async [ 599.905695] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] nwinfo = self.network_api.allocate_for_instance( [ 599.905695] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 599.905695] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] created_port_ids = self._update_ports_for_instance( [ 599.905695] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 599.906275] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] with excutils.save_and_reraise_exception(): [ 599.906275] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 599.906275] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] self.force_reraise() [ 599.906275] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 599.906275] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] raise self.value [ 599.906275] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 599.906275] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] updated_port = self._update_port( [ 599.906275] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 599.906275] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] _ensure_no_port_binding_failure(port) [ 599.906275] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 599.906275] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] raise exception.PortBindingFailed(port_id=port['id']) [ 599.906275] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] nova.exception.PortBindingFailed: Binding failed for port 23539208-8861-4bbf-a69e-b9c5347d159f, please check neutron logs for more information. [ 599.906275] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] [ 599.908293] env[62088]: INFO nova.compute.manager [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] Terminating instance [ 599.908293] env[62088]: DEBUG oslo_concurrency.lockutils [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] Acquiring lock "refresh_cache-f5e30da8-0745-4e97-bf81-fe4eb10eb00e" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.908632] env[62088]: DEBUG oslo_concurrency.lockutils [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] Acquired lock "refresh_cache-f5e30da8-0745-4e97-bf81-fe4eb10eb00e" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.908632] env[62088]: DEBUG nova.network.neutron [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] Building network info cache for instance {{(pid=62088) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 599.931219] env[62088]: DEBUG nova.compute.manager [req-aefaa29a-3d98-4c0d-9a24-85a094e69048 req-ffad28f0-5624-433e-86d9-aca6dd368dbd service nova] [instance: 16ab652c-314e-450d-81db-6913cf814b28] Received event network-vif-deleted-8418b1a5-1f62-4c89-ad0e-dd2143a0260a {{(pid=62088) external_instance_event /opt/stack/nova/nova/compute/manager.py:11430}} [ 599.931219] env[62088]: DEBUG nova.compute.manager [req-aefaa29a-3d98-4c0d-9a24-85a094e69048 req-ffad28f0-5624-433e-86d9-aca6dd368dbd service nova] [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] Received event network-changed-3ae11f96-979a-4e42-b56b-e60e38418b3e {{(pid=62088) external_instance_event /opt/stack/nova/nova/compute/manager.py:11430}} [ 599.931219] env[62088]: DEBUG nova.compute.manager [req-aefaa29a-3d98-4c0d-9a24-85a094e69048 req-ffad28f0-5624-433e-86d9-aca6dd368dbd service nova] [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] Refreshing instance network info cache due to event network-changed-3ae11f96-979a-4e42-b56b-e60e38418b3e. {{(pid=62088) external_instance_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 599.931219] env[62088]: DEBUG oslo_concurrency.lockutils [req-aefaa29a-3d98-4c0d-9a24-85a094e69048 req-ffad28f0-5624-433e-86d9-aca6dd368dbd service nova] Acquiring lock "refresh_cache-c590ddbb-dcbe-4297-b95b-0b5a733b1dbb" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.931219] env[62088]: DEBUG oslo_concurrency.lockutils [req-aefaa29a-3d98-4c0d-9a24-85a094e69048 req-ffad28f0-5624-433e-86d9-aca6dd368dbd service nova] Acquired lock "refresh_cache-c590ddbb-dcbe-4297-b95b-0b5a733b1dbb" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.931810] env[62088]: DEBUG nova.network.neutron [req-aefaa29a-3d98-4c0d-9a24-85a094e69048 req-ffad28f0-5624-433e-86d9-aca6dd368dbd service nova] [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] Refreshing network info cache for port 3ae11f96-979a-4e42-b56b-e60e38418b3e {{(pid=62088) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 599.942192] env[62088]: INFO nova.compute.manager [-] [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] Took 1.07 seconds to deallocate network for instance. [ 599.943823] env[62088]: DEBUG nova.compute.claims [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] Aborting claim: {{(pid=62088) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 599.944156] env[62088]: DEBUG oslo_concurrency.lockutils [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.116081] env[62088]: DEBUG oslo_concurrency.lockutils [None req-283bcfb0-ffe3-4b4c-be69-321fbb046bd7 tempest-ServersAdminNegativeTestJSON-1903894306 tempest-ServersAdminNegativeTestJSON-1903894306-project-member] Lock "80e950e4-ffca-4e99-a778-cbd84f8798d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.487s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.118044] env[62088]: DEBUG oslo_concurrency.lockutils [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Lock "80e950e4-ffca-4e99-a778-cbd84f8798d9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 22.511s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.118044] env[62088]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-12e8d18e-817a-4d40-961a-317498f8178f {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.126437] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfce6cf-c63a-4685-a641-bae321f99349 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.185071] env[62088]: INFO nova.compute.manager [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] [instance: 41b4ad80-1092-4887-87ef-28f119433c0b] Took 1.06 seconds to deallocate network for instance. [ 600.284935] env[62088]: DEBUG oslo_concurrency.lockutils [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.285482] env[62088]: DEBUG nova.compute.manager [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] Start building networks asynchronously for instance. {{(pid=62088) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 600.292338] env[62088]: DEBUG oslo_concurrency.lockutils [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.867s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.294356] env[62088]: INFO nova.compute.claims [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 600.296537] env[62088]: DEBUG oslo_concurrency.lockutils [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] Releasing lock "refresh_cache-a5116668-7f95-4709-97ca-9c2f84ad1d9c" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.296939] env[62088]: DEBUG nova.compute.manager [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] Start destroying the instance on the hypervisor. {{(pid=62088) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3159}} [ 600.297968] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] Destroying instance {{(pid=62088) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 600.297968] env[62088]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-33de7e89-f023-42fe-b3be-4b51e146a5df {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.310228] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d27e72a-ce5c-426e-bc4a-828214cdfcbf {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.339642] env[62088]: WARNING nova.virt.vmwareapi.vmops [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance a5116668-7f95-4709-97ca-9c2f84ad1d9c could not be found. [ 600.339920] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] Instance destroyed {{(pid=62088) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 600.340221] env[62088]: INFO nova.compute.manager [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] Took 0.04 seconds to destroy the instance on the hypervisor. [ 600.340548] env[62088]: DEBUG oslo.service.loopingcall [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62088) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 600.341492] env[62088]: DEBUG nova.compute.manager [-] [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] Deallocating network for instance {{(pid=62088) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 600.341492] env[62088]: DEBUG nova.network.neutron [-] [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] deallocate_for_instance() {{(pid=62088) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 600.367993] env[62088]: DEBUG nova.network.neutron [-] [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 600.460259] env[62088]: DEBUG nova.network.neutron [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 600.516844] env[62088]: DEBUG nova.network.neutron [req-aefaa29a-3d98-4c0d-9a24-85a094e69048 req-ffad28f0-5624-433e-86d9-aca6dd368dbd service nova] [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 600.618366] env[62088]: DEBUG nova.compute.manager [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] Starting instance... {{(pid=62088) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 600.632968] env[62088]: DEBUG nova.network.neutron [req-aefaa29a-3d98-4c0d-9a24-85a094e69048 req-ffad28f0-5624-433e-86d9-aca6dd368dbd service nova] [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.660560] env[62088]: DEBUG nova.network.neutron [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.662252] env[62088]: INFO nova.compute.manager [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] [instance: 80e950e4-ffca-4e99-a778-cbd84f8798d9] During the sync_power process the instance has moved from host None to host cpu-1 [ 600.662252] env[62088]: DEBUG oslo_concurrency.lockutils [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Lock "80e950e4-ffca-4e99-a778-cbd84f8798d9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.545s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.799740] env[62088]: DEBUG nova.compute.utils [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] Using /dev/sd instead of None {{(pid=62088) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 600.803583] env[62088]: DEBUG nova.compute.manager [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] Allocating IP information in the background. {{(pid=62088) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 600.803789] env[62088]: DEBUG nova.network.neutron [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] allocate_for_instance() {{(pid=62088) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 600.872425] env[62088]: DEBUG nova.network.neutron [-] [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.907368] env[62088]: DEBUG nova.policy [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e11b44d8dd9d4c7ea5976af39e11dc72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ae60cf8c05a4fe29734e9f0ce91b7fd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62088) authorize /opt/stack/nova/nova/policy.py:201}} [ 600.988444] env[62088]: DEBUG oslo_concurrency.lockutils [None req-03520b0e-f58c-4d0b-ba90-4e2ed7bebf19 tempest-ListImageFiltersTestJSON-925101960 tempest-ListImageFiltersTestJSON-925101960-project-member] Acquiring lock "0d9910d7-a933-4f5d-964f-a9a14b7b413e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.988716] env[62088]: DEBUG oslo_concurrency.lockutils [None req-03520b0e-f58c-4d0b-ba90-4e2ed7bebf19 tempest-ListImageFiltersTestJSON-925101960 tempest-ListImageFiltersTestJSON-925101960-project-member] Lock "0d9910d7-a933-4f5d-964f-a9a14b7b413e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.124637] env[62088]: DEBUG oslo_concurrency.lockutils [None req-532a45d5-2f16-434c-8cff-f6556bab786a tempest-ImagesNegativeTestJSON-454393021 tempest-ImagesNegativeTestJSON-454393021-project-member] Acquiring lock "4986367a-40f8-4147-b68b-19db881ddee3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.124860] env[62088]: DEBUG oslo_concurrency.lockutils [None req-532a45d5-2f16-434c-8cff-f6556bab786a tempest-ImagesNegativeTestJSON-454393021 tempest-ImagesNegativeTestJSON-454393021-project-member] Lock "4986367a-40f8-4147-b68b-19db881ddee3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.137209] env[62088]: DEBUG oslo_concurrency.lockutils [req-aefaa29a-3d98-4c0d-9a24-85a094e69048 req-ffad28f0-5624-433e-86d9-aca6dd368dbd service nova] Releasing lock "refresh_cache-c590ddbb-dcbe-4297-b95b-0b5a733b1dbb" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.137569] env[62088]: DEBUG nova.compute.manager [req-aefaa29a-3d98-4c0d-9a24-85a094e69048 req-ffad28f0-5624-433e-86d9-aca6dd368dbd service nova] [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] Received event network-vif-deleted-3ae11f96-979a-4e42-b56b-e60e38418b3e {{(pid=62088) external_instance_event /opt/stack/nova/nova/compute/manager.py:11430}} [ 601.143204] env[62088]: DEBUG oslo_concurrency.lockutils [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.167657] env[62088]: DEBUG oslo_concurrency.lockutils [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] Releasing lock "refresh_cache-f5e30da8-0745-4e97-bf81-fe4eb10eb00e" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.168090] env[62088]: DEBUG nova.compute.manager [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] Start destroying the instance on the hypervisor. {{(pid=62088) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3159}} [ 601.168277] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] Destroying instance {{(pid=62088) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 601.168574] env[62088]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-debb4332-9935-477d-97b1-a31caac9b11e {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.180385] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae80f70e-5d2e-41e2-8871-687f4b684136 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.214374] env[62088]: WARNING nova.virt.vmwareapi.vmops [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance f5e30da8-0745-4e97-bf81-fe4eb10eb00e could not be found. [ 601.218012] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] Instance destroyed {{(pid=62088) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 601.218012] env[62088]: INFO nova.compute.manager [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] Took 0.05 seconds to destroy the instance on the hypervisor. [ 601.218012] env[62088]: DEBUG oslo.service.loopingcall [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62088) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 601.218012] env[62088]: DEBUG nova.compute.manager [-] [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] Deallocating network for instance {{(pid=62088) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 601.218012] env[62088]: DEBUG nova.network.neutron [-] [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] deallocate_for_instance() {{(pid=62088) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 601.221367] env[62088]: INFO nova.scheduler.client.report [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] Deleted allocations for instance 41b4ad80-1092-4887-87ef-28f119433c0b [ 601.233930] env[62088]: DEBUG nova.network.neutron [-] [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 601.304423] env[62088]: DEBUG nova.compute.manager [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] Start building block device mappings for instance. {{(pid=62088) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 601.374572] env[62088]: INFO nova.compute.manager [-] [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] Took 1.03 seconds to deallocate network for instance. [ 601.376733] env[62088]: DEBUG nova.compute.claims [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] Aborting claim: {{(pid=62088) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 601.376937] env[62088]: DEBUG oslo_concurrency.lockutils [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.534831] env[62088]: DEBUG nova.network.neutron [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] Successfully created port: 5b3ae7bf-8c39-463f-a508-03cb73a366b6 {{(pid=62088) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 601.546413] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f84c702-2191-45a3-8dd2-4dc80dfbe14e {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.555813] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29298d6a-355e-44ce-87c2-6bd588e27754 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.589830] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f564d7-9925-4276-af4c-64bd9f9dad36 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.597548] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cac7c92-e047-4087-af8c-b935ae867420 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.611442] env[62088]: DEBUG nova.compute.provider_tree [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] Inventory has not changed in ProviderTree for provider: fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 {{(pid=62088) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.734803] env[62088]: DEBUG oslo_concurrency.lockutils [None req-6790de50-b525-40e8-906c-d29c87b04e43 tempest-ServerDiagnosticsTest-127001125 tempest-ServerDiagnosticsTest-127001125-project-member] Lock "41b4ad80-1092-4887-87ef-28f119433c0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.475s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.736126] env[62088]: DEBUG nova.network.neutron [-] [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.760928] env[62088]: DEBUG oslo_concurrency.lockutils [None req-c513be31-8bd8-46ca-aeb1-5be18ca00d66 tempest-ServerMetadataTestJSON-439514153 tempest-ServerMetadataTestJSON-439514153-project-member] Acquiring lock "7df34493-99be-445c-9772-abd14784c038" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.761267] env[62088]: DEBUG oslo_concurrency.lockutils [None req-c513be31-8bd8-46ca-aeb1-5be18ca00d66 tempest-ServerMetadataTestJSON-439514153 tempest-ServerMetadataTestJSON-439514153-project-member] Lock "7df34493-99be-445c-9772-abd14784c038" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.114506] env[62088]: DEBUG nova.scheduler.client.report [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] Inventory has not changed for provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62088) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 602.239158] env[62088]: DEBUG nova.compute.manager [None req-168e0c2b-7276-4174-b06f-94cc5be7b54a tempest-ListImageFiltersTestJSON-925101960 tempest-ListImageFiltersTestJSON-925101960-project-member] [instance: eba20570-bb07-481f-a809-136b1b005aed] Starting instance... {{(pid=62088) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 602.241708] env[62088]: INFO nova.compute.manager [-] [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] Took 1.03 seconds to deallocate network for instance. [ 602.246118] env[62088]: DEBUG nova.compute.claims [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] Aborting claim: {{(pid=62088) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 602.246363] env[62088]: DEBUG oslo_concurrency.lockutils [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.319952] env[62088]: DEBUG nova.compute.manager [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] Start spawning the instance on the hypervisor. {{(pid=62088) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 602.381971] env[62088]: DEBUG nova.virt.hardware [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-30T16:42:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-30T16:42:10Z,direct_url=,disk_format='vmdk',id=a3f1d809-5bf4-4806-83fa-07c1d0510a86,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a093787074964289b4824107ef1c66e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-30T16:42:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 602.382358] env[62088]: DEBUG nova.virt.hardware [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] Flavor limits 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 602.382425] env[62088]: DEBUG nova.virt.hardware [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] Image limits 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 602.382560] env[62088]: DEBUG nova.virt.hardware [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] Flavor pref 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 602.382703] env[62088]: DEBUG nova.virt.hardware [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] Image pref 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 602.382884] env[62088]: DEBUG nova.virt.hardware [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 602.383109] env[62088]: DEBUG nova.virt.hardware [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 602.383930] env[62088]: DEBUG nova.virt.hardware [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62088) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 602.383930] env[62088]: DEBUG nova.virt.hardware [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] Got 1 possible topologies {{(pid=62088) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 602.383930] env[62088]: DEBUG nova.virt.hardware [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 602.383930] env[62088]: DEBUG nova.virt.hardware [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 602.384932] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a4c502-c2c8-4396-b307-ae8bfc126d67 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.393074] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549c8b10-06ac-44c9-a038-058bd17bd3a2 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.584656] env[62088]: DEBUG nova.compute.manager [req-1998455b-a49d-4e41-b55f-45626a14fb1b req-93264995-6fbb-41c9-b146-198ba1daadca service nova] [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] Received event network-changed-d65abb1a-2516-43d5-b04f-c7b904d656d0 {{(pid=62088) external_instance_event /opt/stack/nova/nova/compute/manager.py:11430}} [ 602.584943] env[62088]: DEBUG nova.compute.manager [req-1998455b-a49d-4e41-b55f-45626a14fb1b req-93264995-6fbb-41c9-b146-198ba1daadca service nova] [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] Refreshing instance network info cache due to event network-changed-d65abb1a-2516-43d5-b04f-c7b904d656d0. {{(pid=62088) external_instance_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 602.585181] env[62088]: DEBUG oslo_concurrency.lockutils [req-1998455b-a49d-4e41-b55f-45626a14fb1b req-93264995-6fbb-41c9-b146-198ba1daadca service nova] Acquiring lock "refresh_cache-a5116668-7f95-4709-97ca-9c2f84ad1d9c" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.585307] env[62088]: DEBUG oslo_concurrency.lockutils [req-1998455b-a49d-4e41-b55f-45626a14fb1b req-93264995-6fbb-41c9-b146-198ba1daadca service nova] Acquired lock "refresh_cache-a5116668-7f95-4709-97ca-9c2f84ad1d9c" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.585434] env[62088]: DEBUG nova.network.neutron [req-1998455b-a49d-4e41-b55f-45626a14fb1b req-93264995-6fbb-41c9-b146-198ba1daadca service nova] [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] Refreshing network info cache for port d65abb1a-2516-43d5-b04f-c7b904d656d0 {{(pid=62088) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 602.619146] env[62088]: DEBUG oslo_concurrency.lockutils [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.619713] env[62088]: DEBUG nova.compute.manager [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] Start building networks asynchronously for instance. {{(pid=62088) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 602.622596] env[62088]: DEBUG oslo_concurrency.lockutils [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.668s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.622831] env[62088]: DEBUG oslo_concurrency.lockutils [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.623197] env[62088]: DEBUG nova.compute.resource_tracker [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62088) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 602.623321] env[62088]: DEBUG oslo_concurrency.lockutils [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.983s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.624828] env[62088]: INFO nova.compute.claims [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] [instance: ef05c3ba-caa8-46a7-854c-12b736e01de4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 602.637126] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ca3095-1fa1-465c-bc58-d7798cc3da89 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.649172] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f4d280-a39f-406a-b311-ba880c604371 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.663433] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55518c0d-5a57-4af9-8aa8-8a5e64f105b5 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.669910] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4923e9bb-5ab3-4143-b438-2b64efd648be {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.700311] env[62088]: DEBUG nova.compute.resource_tracker [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181614MB free_disk=183GB free_vcpus=48 pci_devices=None {{(pid=62088) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 602.700447] env[62088]: DEBUG oslo_concurrency.lockutils [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.759453] env[62088]: DEBUG oslo_concurrency.lockutils [None req-168e0c2b-7276-4174-b06f-94cc5be7b54a tempest-ListImageFiltersTestJSON-925101960 tempest-ListImageFiltersTestJSON-925101960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.841345] env[62088]: DEBUG oslo_concurrency.lockutils [None req-c4221c78-bc82-40a3-8033-364103670cfb tempest-VolumesAssistedSnapshotsTest-857573079 tempest-VolumesAssistedSnapshotsTest-857573079-project-member] Acquiring lock "2d123f5b-6cca-4783-8564-48202822a57c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.841345] env[62088]: DEBUG oslo_concurrency.lockutils [None req-c4221c78-bc82-40a3-8033-364103670cfb tempest-VolumesAssistedSnapshotsTest-857573079 tempest-VolumesAssistedSnapshotsTest-857573079-project-member] Lock "2d123f5b-6cca-4783-8564-48202822a57c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.066246] env[62088]: DEBUG oslo_concurrency.lockutils [None req-08f38e4d-26d4-4d44-9ebc-b24908e99ae0 tempest-ServersWithSpecificFlavorTestJSON-1710519792 tempest-ServersWithSpecificFlavorTestJSON-1710519792-project-member] Acquiring lock "6eb68020-0c63-4b5b-8bc7-406d0f0fb44c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.066482] env[62088]: DEBUG oslo_concurrency.lockutils [None req-08f38e4d-26d4-4d44-9ebc-b24908e99ae0 tempest-ServersWithSpecificFlavorTestJSON-1710519792 tempest-ServersWithSpecificFlavorTestJSON-1710519792-project-member] Lock "6eb68020-0c63-4b5b-8bc7-406d0f0fb44c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.122274] env[62088]: DEBUG nova.network.neutron [req-1998455b-a49d-4e41-b55f-45626a14fb1b req-93264995-6fbb-41c9-b146-198ba1daadca service nova] [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 603.134970] env[62088]: DEBUG nova.compute.utils [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] Using /dev/sd instead of None {{(pid=62088) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 603.139019] env[62088]: DEBUG nova.compute.manager [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] Allocating IP information in the background. {{(pid=62088) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 603.139218] env[62088]: DEBUG nova.network.neutron [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] allocate_for_instance() {{(pid=62088) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 603.189408] env[62088]: DEBUG nova.network.neutron [req-1998455b-a49d-4e41-b55f-45626a14fb1b req-93264995-6fbb-41c9-b146-198ba1daadca service nova] [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.216702] env[62088]: DEBUG nova.policy [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6bdd38a1976042ffa2263c4dc01c45e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97058704b1b24fa7be252d7e5f9b4b7d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62088) authorize /opt/stack/nova/nova/policy.py:201}} [ 603.266756] env[62088]: ERROR nova.compute.manager [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port 5b3ae7bf-8c39-463f-a508-03cb73a366b6, please check neutron logs for more information. [ 603.266756] env[62088]: ERROR nova.compute.manager Traceback (most recent call last): [ 603.266756] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async [ 603.266756] env[62088]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 603.266756] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 603.266756] env[62088]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 603.266756] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 603.266756] env[62088]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 603.266756] env[62088]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 603.266756] env[62088]: ERROR nova.compute.manager self.force_reraise() [ 603.266756] env[62088]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 603.266756] env[62088]: ERROR nova.compute.manager raise self.value [ 603.266756] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 603.266756] env[62088]: ERROR nova.compute.manager updated_port = self._update_port( [ 603.266756] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 603.266756] env[62088]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 603.267240] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 603.267240] env[62088]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 603.267240] env[62088]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port 5b3ae7bf-8c39-463f-a508-03cb73a366b6, please check neutron logs for more information. [ 603.267240] env[62088]: ERROR nova.compute.manager [ 603.267240] env[62088]: Traceback (most recent call last): [ 603.267240] env[62088]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 603.267240] env[62088]: listener.cb(fileno) [ 603.267240] env[62088]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 603.267240] env[62088]: result = function(*args, **kwargs) [ 603.267240] env[62088]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 603.267240] env[62088]: return func(*args, **kwargs) [ 603.267240] env[62088]: File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async [ 603.267240] env[62088]: raise e [ 603.267240] env[62088]: File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async [ 603.267240] env[62088]: nwinfo = self.network_api.allocate_for_instance( [ 603.267240] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 603.267240] env[62088]: created_port_ids = self._update_ports_for_instance( [ 603.267240] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 603.267240] env[62088]: with excutils.save_and_reraise_exception(): [ 603.267240] env[62088]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 603.267240] env[62088]: self.force_reraise() [ 603.267240] env[62088]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 603.267240] env[62088]: raise self.value [ 603.267240] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 603.267240] env[62088]: updated_port = self._update_port( [ 603.267240] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 603.267240] env[62088]: _ensure_no_port_binding_failure(port) [ 603.267240] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 603.267240] env[62088]: raise exception.PortBindingFailed(port_id=port['id']) [ 603.268078] env[62088]: nova.exception.PortBindingFailed: Binding failed for port 5b3ae7bf-8c39-463f-a508-03cb73a366b6, please check neutron logs for more information. [ 603.268078] env[62088]: Removing descriptor: 18 [ 603.268078] env[62088]: ERROR nova.compute.manager [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port 5b3ae7bf-8c39-463f-a508-03cb73a366b6, please check neutron logs for more information. [ 603.268078] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] Traceback (most recent call last): [ 603.268078] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] File "/opt/stack/nova/nova/compute/manager.py", line 2900, in _build_resources [ 603.268078] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] yield resources [ 603.268078] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance [ 603.268078] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] self.driver.spawn(context, instance, image_meta, [ 603.268078] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 542, in spawn [ 603.268078] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] self._vmops.spawn(context, instance, image_meta, injected_files, [ 603.268078] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 603.268078] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] vm_ref = self.build_virtual_machine(instance, [ 603.268421] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 603.268421] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] vif_infos = vmwarevif.get_vif_info(self._session, [ 603.268421] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 603.268421] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] for vif in network_info: [ 603.268421] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 603.268421] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] return self._sync_wrapper(fn, *args, **kwargs) [ 603.268421] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 603.268421] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] self.wait() [ 603.268421] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 603.268421] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] self[:] = self._gt.wait() [ 603.268421] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 603.268421] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] return self._exit_event.wait() [ 603.268421] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 603.268778] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] result = hub.switch() [ 603.268778] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 603.268778] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] return self.greenlet.switch() [ 603.268778] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 603.268778] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] result = function(*args, **kwargs) [ 603.268778] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 603.268778] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] return func(*args, **kwargs) [ 603.268778] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async [ 603.268778] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] raise e [ 603.268778] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async [ 603.268778] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] nwinfo = self.network_api.allocate_for_instance( [ 603.268778] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 603.268778] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] created_port_ids = self._update_ports_for_instance( [ 603.269133] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 603.269133] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] with excutils.save_and_reraise_exception(): [ 603.269133] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 603.269133] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] self.force_reraise() [ 603.269133] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 603.269133] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] raise self.value [ 603.269133] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 603.269133] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] updated_port = self._update_port( [ 603.269133] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 603.269133] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] _ensure_no_port_binding_failure(port) [ 603.269133] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 603.269133] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] raise exception.PortBindingFailed(port_id=port['id']) [ 603.269448] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] nova.exception.PortBindingFailed: Binding failed for port 5b3ae7bf-8c39-463f-a508-03cb73a366b6, please check neutron logs for more information. [ 603.269448] env[62088]: ERROR nova.compute.manager [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] [ 603.269448] env[62088]: INFO nova.compute.manager [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] Terminating instance [ 603.270207] env[62088]: DEBUG oslo_concurrency.lockutils [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] Acquiring lock "refresh_cache-13d829ee-b6da-421a-836f-8c13fed0db51" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.270368] env[62088]: DEBUG oslo_concurrency.lockutils [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] Acquired lock "refresh_cache-13d829ee-b6da-421a-836f-8c13fed0db51" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.270535] env[62088]: DEBUG nova.network.neutron [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] Building network info cache for instance {{(pid=62088) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 603.502598] env[62088]: DEBUG oslo_concurrency.lockutils [None req-8e1861a6-f7f7-47a2-8748-ec41a6e1ed31 tempest-ServerRescueNegativeTestJSON-1440365832 tempest-ServerRescueNegativeTestJSON-1440365832-project-member] Acquiring lock "efaf4195-e340-4618-9c2d-e0759fe74234" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.502598] env[62088]: DEBUG oslo_concurrency.lockutils [None req-8e1861a6-f7f7-47a2-8748-ec41a6e1ed31 tempest-ServerRescueNegativeTestJSON-1440365832 tempest-ServerRescueNegativeTestJSON-1440365832-project-member] Lock "efaf4195-e340-4618-9c2d-e0759fe74234" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.642096] env[62088]: DEBUG nova.compute.manager [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] Start building block device mappings for instance. {{(pid=62088) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 603.693736] env[62088]: DEBUG oslo_concurrency.lockutils [req-1998455b-a49d-4e41-b55f-45626a14fb1b req-93264995-6fbb-41c9-b146-198ba1daadca service nova] Releasing lock "refresh_cache-a5116668-7f95-4709-97ca-9c2f84ad1d9c" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.694614] env[62088]: DEBUG nova.compute.manager [req-1998455b-a49d-4e41-b55f-45626a14fb1b req-93264995-6fbb-41c9-b146-198ba1daadca service nova] [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] Received event network-vif-deleted-d65abb1a-2516-43d5-b04f-c7b904d656d0 {{(pid=62088) external_instance_event /opt/stack/nova/nova/compute/manager.py:11430}} [ 603.804899] env[62088]: DEBUG nova.network.neutron [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 603.926106] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078d9089-3da3-4560-bc83-d9f6613d5b22 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.932160] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743b3e69-a653-436f-a633-f1b6e9b05902 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.937719] env[62088]: DEBUG nova.network.neutron [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.976833] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331a4d94-e35d-4d49-8ecc-83a9737190af {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.989332] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267e8482-f3e5-4be3-b15f-944e0e0e53d3 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.006382] env[62088]: DEBUG nova.compute.provider_tree [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Inventory has not changed in ProviderTree for provider: fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 {{(pid=62088) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.060901] env[62088]: DEBUG nova.compute.manager [req-09579081-9762-42bd-a8e9-87dab2bf34a2 req-a4175fd7-5058-42a5-9dbe-faddfd7e13b5 service nova] [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] Received event network-changed-23539208-8861-4bbf-a69e-b9c5347d159f {{(pid=62088) external_instance_event /opt/stack/nova/nova/compute/manager.py:11430}} [ 604.061025] env[62088]: DEBUG nova.compute.manager [req-09579081-9762-42bd-a8e9-87dab2bf34a2 req-a4175fd7-5058-42a5-9dbe-faddfd7e13b5 service nova] [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] Refreshing instance network info cache due to event network-changed-23539208-8861-4bbf-a69e-b9c5347d159f. {{(pid=62088) external_instance_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 604.061258] env[62088]: DEBUG oslo_concurrency.lockutils [req-09579081-9762-42bd-a8e9-87dab2bf34a2 req-a4175fd7-5058-42a5-9dbe-faddfd7e13b5 service nova] Acquiring lock "refresh_cache-f5e30da8-0745-4e97-bf81-fe4eb10eb00e" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.061370] env[62088]: DEBUG oslo_concurrency.lockutils [req-09579081-9762-42bd-a8e9-87dab2bf34a2 req-a4175fd7-5058-42a5-9dbe-faddfd7e13b5 service nova] Acquired lock "refresh_cache-f5e30da8-0745-4e97-bf81-fe4eb10eb00e" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.061526] env[62088]: DEBUG nova.network.neutron [req-09579081-9762-42bd-a8e9-87dab2bf34a2 req-a4175fd7-5058-42a5-9dbe-faddfd7e13b5 service nova] [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] Refreshing network info cache for port 23539208-8861-4bbf-a69e-b9c5347d159f {{(pid=62088) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 604.083358] env[62088]: DEBUG nova.network.neutron [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] Successfully created port: 4ce2250d-b3b8-47bc-a323-18132650168e {{(pid=62088) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 604.441743] env[62088]: DEBUG oslo_concurrency.lockutils [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] Releasing lock "refresh_cache-13d829ee-b6da-421a-836f-8c13fed0db51" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.442558] env[62088]: DEBUG nova.compute.manager [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] Start destroying the instance on the hypervisor. {{(pid=62088) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3159}} [ 604.442558] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] Destroying instance {{(pid=62088) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 604.442691] env[62088]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27c4ac66-5eb3-4d92-8485-f61286372911 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.452292] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61f1770-2f6d-4713-82c2-bcfad2b324a3 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.475057] env[62088]: WARNING nova.virt.vmwareapi.vmops [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 13d829ee-b6da-421a-836f-8c13fed0db51 could not be found. [ 604.475276] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] Instance destroyed {{(pid=62088) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 604.475543] env[62088]: INFO nova.compute.manager [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] Took 0.03 seconds to destroy the instance on the hypervisor. [ 604.476467] env[62088]: DEBUG oslo.service.loopingcall [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62088) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 604.476467] env[62088]: DEBUG nova.compute.manager [-] [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] Deallocating network for instance {{(pid=62088) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 604.476467] env[62088]: DEBUG nova.network.neutron [-] [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] deallocate_for_instance() {{(pid=62088) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 604.504508] env[62088]: DEBUG nova.network.neutron [-] [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 604.510290] env[62088]: DEBUG nova.scheduler.client.report [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Inventory has not changed for provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62088) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 604.586814] env[62088]: DEBUG nova.network.neutron [req-09579081-9762-42bd-a8e9-87dab2bf34a2 req-a4175fd7-5058-42a5-9dbe-faddfd7e13b5 service nova] [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 604.659232] env[62088]: DEBUG nova.compute.manager [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] Start spawning the instance on the hypervisor. {{(pid=62088) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 604.683828] env[62088]: DEBUG nova.virt.hardware [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-30T16:42:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-30T16:42:10Z,direct_url=,disk_format='vmdk',id=a3f1d809-5bf4-4806-83fa-07c1d0510a86,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a093787074964289b4824107ef1c66e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-30T16:42:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 604.683828] env[62088]: DEBUG nova.virt.hardware [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] Flavor limits 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 604.683828] env[62088]: DEBUG nova.virt.hardware [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] Image limits 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 604.684128] env[62088]: DEBUG nova.virt.hardware [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] Flavor pref 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 604.684128] env[62088]: DEBUG nova.virt.hardware [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] Image pref 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 604.684128] env[62088]: DEBUG nova.virt.hardware [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 604.684241] env[62088]: DEBUG nova.virt.hardware [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 604.684338] env[62088]: DEBUG nova.virt.hardware [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62088) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 604.684496] env[62088]: DEBUG nova.virt.hardware [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] Got 1 possible topologies {{(pid=62088) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 604.684646] env[62088]: DEBUG nova.virt.hardware [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 604.684818] env[62088]: DEBUG nova.virt.hardware [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 604.685803] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5bba2c-070d-4465-bc84-714ae90b88b9 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.695616] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfab936d-adc5-4f2d-94d2-edd6a0dbab4f {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.715262] env[62088]: DEBUG nova.network.neutron [req-09579081-9762-42bd-a8e9-87dab2bf34a2 req-a4175fd7-5058-42a5-9dbe-faddfd7e13b5 service nova] [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.010304] env[62088]: DEBUG nova.network.neutron [-] [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.019273] env[62088]: DEBUG oslo_concurrency.lockutils [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.019273] env[62088]: DEBUG nova.compute.manager [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] [instance: ef05c3ba-caa8-46a7-854c-12b736e01de4] Start building networks asynchronously for instance. {{(pid=62088) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 605.026269] env[62088]: DEBUG oslo_concurrency.lockutils [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 9.898s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.219521] env[62088]: DEBUG oslo_concurrency.lockutils [req-09579081-9762-42bd-a8e9-87dab2bf34a2 req-a4175fd7-5058-42a5-9dbe-faddfd7e13b5 service nova] Releasing lock "refresh_cache-f5e30da8-0745-4e97-bf81-fe4eb10eb00e" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.219521] env[62088]: DEBUG nova.compute.manager [req-09579081-9762-42bd-a8e9-87dab2bf34a2 req-a4175fd7-5058-42a5-9dbe-faddfd7e13b5 service nova] [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] Received event network-vif-deleted-23539208-8861-4bbf-a69e-b9c5347d159f {{(pid=62088) external_instance_event /opt/stack/nova/nova/compute/manager.py:11430}} [ 605.304652] env[62088]: INFO nova.compute.manager [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Rebuilding instance [ 605.362729] env[62088]: DEBUG nova.compute.manager [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Checking state {{(pid=62088) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 605.363679] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f083c33-cce1-4e6f-b74f-177a13312e58 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.517916] env[62088]: INFO nova.compute.manager [-] [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] Took 1.04 seconds to deallocate network for instance. [ 605.522230] env[62088]: DEBUG nova.compute.claims [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] Aborting claim: {{(pid=62088) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 605.522480] env[62088]: DEBUG oslo_concurrency.lockutils [None req-4d2fe297-a28c-4911-ac11-bc57b4d992bf tempest-TenantUsagesTestJSON-198959324 tempest-TenantUsagesTestJSON-198959324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.528845] env[62088]: DEBUG nova.compute.utils [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Using /dev/sd instead of None {{(pid=62088) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 605.534160] env[62088]: DEBUG nova.compute.manager [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] [instance: ef05c3ba-caa8-46a7-854c-12b736e01de4] Not allocating networking since 'none' was specified. {{(pid=62088) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1983}} [ 605.578441] env[62088]: ERROR nova.compute.manager [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port 4ce2250d-b3b8-47bc-a323-18132650168e, please check neutron logs for more information. [ 605.578441] env[62088]: ERROR nova.compute.manager Traceback (most recent call last): [ 605.578441] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async [ 605.578441] env[62088]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 605.578441] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 605.578441] env[62088]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 605.578441] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 605.578441] env[62088]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 605.578441] env[62088]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 605.578441] env[62088]: ERROR nova.compute.manager self.force_reraise() [ 605.578441] env[62088]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 605.578441] env[62088]: ERROR nova.compute.manager raise self.value [ 605.578441] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 605.578441] env[62088]: ERROR nova.compute.manager updated_port = self._update_port( [ 605.578441] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 605.578441] env[62088]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 605.578936] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 605.578936] env[62088]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 605.578936] env[62088]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port 4ce2250d-b3b8-47bc-a323-18132650168e, please check neutron logs for more information. [ 605.578936] env[62088]: ERROR nova.compute.manager [ 605.578936] env[62088]: Traceback (most recent call last): [ 605.578936] env[62088]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 605.578936] env[62088]: listener.cb(fileno) [ 605.578936] env[62088]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 605.578936] env[62088]: result = function(*args, **kwargs) [ 605.578936] env[62088]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 605.578936] env[62088]: return func(*args, **kwargs) [ 605.578936] env[62088]: File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async [ 605.578936] env[62088]: raise e [ 605.578936] env[62088]: File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async [ 605.578936] env[62088]: nwinfo = self.network_api.allocate_for_instance( [ 605.578936] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 605.578936] env[62088]: created_port_ids = self._update_ports_for_instance( [ 605.578936] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 605.578936] env[62088]: with excutils.save_and_reraise_exception(): [ 605.578936] env[62088]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 605.578936] env[62088]: self.force_reraise() [ 605.578936] env[62088]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 605.578936] env[62088]: raise self.value [ 605.578936] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 605.578936] env[62088]: updated_port = self._update_port( [ 605.578936] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 605.578936] env[62088]: _ensure_no_port_binding_failure(port) [ 605.578936] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 605.578936] env[62088]: raise exception.PortBindingFailed(port_id=port['id']) [ 605.579757] env[62088]: nova.exception.PortBindingFailed: Binding failed for port 4ce2250d-b3b8-47bc-a323-18132650168e, please check neutron logs for more information. [ 605.579757] env[62088]: Removing descriptor: 21 [ 605.579757] env[62088]: ERROR nova.compute.manager [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port 4ce2250d-b3b8-47bc-a323-18132650168e, please check neutron logs for more information. [ 605.579757] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] Traceback (most recent call last): [ 605.579757] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] File "/opt/stack/nova/nova/compute/manager.py", line 2900, in _build_resources [ 605.579757] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] yield resources [ 605.579757] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance [ 605.579757] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] self.driver.spawn(context, instance, image_meta, [ 605.579757] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 542, in spawn [ 605.579757] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] self._vmops.spawn(context, instance, image_meta, injected_files, [ 605.579757] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 605.579757] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] vm_ref = self.build_virtual_machine(instance, [ 605.580124] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 605.580124] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] vif_infos = vmwarevif.get_vif_info(self._session, [ 605.580124] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 605.580124] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] for vif in network_info: [ 605.580124] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 605.580124] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] return self._sync_wrapper(fn, *args, **kwargs) [ 605.580124] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 605.580124] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] self.wait() [ 605.580124] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 605.580124] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] self[:] = self._gt.wait() [ 605.580124] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 605.580124] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] return self._exit_event.wait() [ 605.580124] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 605.580522] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] result = hub.switch() [ 605.580522] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 605.580522] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] return self.greenlet.switch() [ 605.580522] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 605.580522] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] result = function(*args, **kwargs) [ 605.580522] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 605.580522] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] return func(*args, **kwargs) [ 605.580522] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async [ 605.580522] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] raise e [ 605.580522] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async [ 605.580522] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] nwinfo = self.network_api.allocate_for_instance( [ 605.580522] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 605.580522] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] created_port_ids = self._update_ports_for_instance( [ 605.580899] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 605.580899] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] with excutils.save_and_reraise_exception(): [ 605.580899] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 605.580899] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] self.force_reraise() [ 605.580899] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 605.580899] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] raise self.value [ 605.580899] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 605.580899] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] updated_port = self._update_port( [ 605.580899] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 605.580899] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] _ensure_no_port_binding_failure(port) [ 605.580899] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 605.580899] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] raise exception.PortBindingFailed(port_id=port['id']) [ 605.581270] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] nova.exception.PortBindingFailed: Binding failed for port 4ce2250d-b3b8-47bc-a323-18132650168e, please check neutron logs for more information. [ 605.581270] env[62088]: ERROR nova.compute.manager [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] [ 605.581270] env[62088]: INFO nova.compute.manager [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] Terminating instance [ 605.581761] env[62088]: DEBUG oslo_concurrency.lockutils [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] Acquiring lock "refresh_cache-ac045fef-9f06-4b63-8e44-5b47c2763061" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.581915] env[62088]: DEBUG oslo_concurrency.lockutils [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] Acquired lock "refresh_cache-ac045fef-9f06-4b63-8e44-5b47c2763061" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.582099] env[62088]: DEBUG nova.network.neutron [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] Building network info cache for instance {{(pid=62088) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 605.740573] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a70c00d-5ca5-4ddb-9ec6-363bccb30a12 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.747889] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdf2143-21a5-4799-bbf0-568b7fa82c51 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.779097] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788bf32d-a816-4c90-8238-011017dff0f2 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.786703] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc9d863-0426-4d84-b10c-cc0b19ac5a3c {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.799996] env[62088]: DEBUG nova.compute.provider_tree [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] Inventory has not changed in ProviderTree for provider: fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 {{(pid=62088) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.034102] env[62088]: DEBUG nova.compute.manager [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] [instance: ef05c3ba-caa8-46a7-854c-12b736e01de4] Start building block device mappings for instance. {{(pid=62088) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 606.105667] env[62088]: DEBUG nova.network.neutron [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 606.248860] env[62088]: DEBUG nova.network.neutron [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.303225] env[62088]: DEBUG nova.scheduler.client.report [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] Inventory has not changed for provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62088) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 606.378905] env[62088]: DEBUG nova.virt.vmwareapi.vm_util [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Powering off the VM {{(pid=62088) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 606.379374] env[62088]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59f9943c-19ce-4fb8-ba60-de52c23efdac {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.387228] env[62088]: DEBUG oslo_vmware.api [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Waiting for the task: (returnval){ [ 606.387228] env[62088]: value = "task-1041744" [ 606.387228] env[62088]: _type = "Task" [ 606.387228] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.397048] env[62088]: DEBUG oslo_vmware.api [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Task: {'id': task-1041744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.751450] env[62088]: DEBUG oslo_concurrency.lockutils [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] Releasing lock "refresh_cache-ac045fef-9f06-4b63-8e44-5b47c2763061" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.752081] env[62088]: DEBUG nova.compute.manager [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] Start destroying the instance on the hypervisor. {{(pid=62088) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3159}} [ 606.752510] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] Destroying instance {{(pid=62088) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 606.752875] env[62088]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-51a83fa2-dd3a-4bc1-90d0-3953336f4cd2 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.762703] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262afce3-9180-4508-bce5-03fa4c319aba {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.788119] env[62088]: WARNING nova.virt.vmwareapi.vmops [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance ac045fef-9f06-4b63-8e44-5b47c2763061 could not be found. [ 606.788358] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] Instance destroyed {{(pid=62088) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 606.788542] env[62088]: INFO nova.compute.manager [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] Took 0.04 seconds to destroy the instance on the hypervisor. [ 606.788788] env[62088]: DEBUG oslo.service.loopingcall [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62088) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 606.789009] env[62088]: DEBUG nova.compute.manager [-] [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] Deallocating network for instance {{(pid=62088) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 606.789104] env[62088]: DEBUG nova.network.neutron [-] [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] deallocate_for_instance() {{(pid=62088) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 606.813388] env[62088]: DEBUG oslo_concurrency.lockutils [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.790s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.814064] env[62088]: ERROR nova.compute.manager [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port 8d933f13-40a0-42b8-b205-5fae2506061f, please check neutron logs for more information. [ 606.814064] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] Traceback (most recent call last): [ 606.814064] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance [ 606.814064] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] self.driver.spawn(context, instance, image_meta, [ 606.814064] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 542, in spawn [ 606.814064] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] self._vmops.spawn(context, instance, image_meta, injected_files, [ 606.814064] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 606.814064] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] vm_ref = self.build_virtual_machine(instance, [ 606.814064] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 606.814064] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] vif_infos = vmwarevif.get_vif_info(self._session, [ 606.814064] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 606.814396] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] for vif in network_info: [ 606.814396] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 606.814396] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] return self._sync_wrapper(fn, *args, **kwargs) [ 606.814396] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 606.814396] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] self.wait() [ 606.814396] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 606.814396] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] self[:] = self._gt.wait() [ 606.814396] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 606.814396] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] return self._exit_event.wait() [ 606.814396] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 606.814396] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] result = hub.switch() [ 606.814396] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 606.814396] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] return self.greenlet.switch() [ 606.814895] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 606.814895] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] result = function(*args, **kwargs) [ 606.814895] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 606.814895] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] return func(*args, **kwargs) [ 606.814895] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async [ 606.814895] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] raise e [ 606.814895] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async [ 606.814895] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] nwinfo = self.network_api.allocate_for_instance( [ 606.814895] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 606.814895] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] created_port_ids = self._update_ports_for_instance( [ 606.814895] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 606.814895] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] with excutils.save_and_reraise_exception(): [ 606.814895] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 606.815270] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] self.force_reraise() [ 606.815270] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 606.815270] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] raise self.value [ 606.815270] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 606.815270] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] updated_port = self._update_port( [ 606.815270] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 606.815270] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] _ensure_no_port_binding_failure(port) [ 606.815270] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 606.815270] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] raise exception.PortBindingFailed(port_id=port['id']) [ 606.815270] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] nova.exception.PortBindingFailed: Binding failed for port 8d933f13-40a0-42b8-b205-5fae2506061f, please check neutron logs for more information. [ 606.815270] env[62088]: ERROR nova.compute.manager [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] [ 606.815546] env[62088]: DEBUG nova.compute.utils [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] Binding failed for port 8d933f13-40a0-42b8-b205-5fae2506061f, please check neutron logs for more information. {{(pid=62088) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 606.816102] env[62088]: DEBUG oslo_concurrency.lockutils [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 9.619s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.819813] env[62088]: DEBUG nova.compute.manager [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] Build of instance 22996c8d-1dcb-4e12-b531-fcdae93f7954 was re-scheduled: Binding failed for port 8d933f13-40a0-42b8-b205-5fae2506061f, please check neutron logs for more information. {{(pid=62088) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2486}} [ 606.820326] env[62088]: DEBUG nova.compute.manager [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] Unplugging VIFs for instance {{(pid=62088) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3012}} [ 606.820792] env[62088]: DEBUG oslo_concurrency.lockutils [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] Acquiring lock "refresh_cache-22996c8d-1dcb-4e12-b531-fcdae93f7954" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.820996] env[62088]: DEBUG oslo_concurrency.lockutils [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] Acquired lock "refresh_cache-22996c8d-1dcb-4e12-b531-fcdae93f7954" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.821242] env[62088]: DEBUG nova.network.neutron [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] Building network info cache for instance {{(pid=62088) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 606.825422] env[62088]: DEBUG nova.network.neutron [-] [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 606.897934] env[62088]: DEBUG oslo_vmware.api [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Task: {'id': task-1041744, 'name': PowerOffVM_Task, 'duration_secs': 0.206879} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.898727] env[62088]: DEBUG nova.virt.vmwareapi.vm_util [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Powered off the VM {{(pid=62088) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 606.899159] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Destroying instance {{(pid=62088) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 606.901017] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9832db00-e9af-466f-9e7c-25f8a28e6da2 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.911078] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Unregistering the VM {{(pid=62088) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 606.911078] env[62088]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05c7f1ee-ae78-40e6-9f7a-8aa0b519a82e {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.939759] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Unregistered the VM {{(pid=62088) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 606.939759] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Deleting contents of the VM from datastore datastore2 {{(pid=62088) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 606.939759] env[62088]: DEBUG nova.virt.vmwareapi.ds_util [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Deleting the datastore file [datastore2] c8701f32-078c-4fdb-98fb-5e89cd9c8334 {{(pid=62088) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 606.939759] env[62088]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-533d45b4-330b-4860-a3e7-a4e5d509f848 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.948320] env[62088]: DEBUG oslo_vmware.api [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Waiting for the task: (returnval){ [ 606.948320] env[62088]: value = "task-1041746" [ 606.948320] env[62088]: _type = "Task" [ 606.948320] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.956487] env[62088]: DEBUG oslo_vmware.api [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Task: {'id': task-1041746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.054385] env[62088]: DEBUG nova.compute.manager [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] [instance: ef05c3ba-caa8-46a7-854c-12b736e01de4] Start spawning the instance on the hypervisor. {{(pid=62088) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 607.089228] env[62088]: DEBUG nova.virt.hardware [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-30T16:42:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-30T16:42:10Z,direct_url=,disk_format='vmdk',id=a3f1d809-5bf4-4806-83fa-07c1d0510a86,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a093787074964289b4824107ef1c66e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-30T16:42:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 607.089552] env[62088]: DEBUG nova.virt.hardware [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Flavor limits 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 607.089807] env[62088]: DEBUG nova.virt.hardware [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Image limits 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 607.090255] env[62088]: DEBUG nova.virt.hardware [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Flavor pref 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 607.090479] env[62088]: DEBUG nova.virt.hardware [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Image pref 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 607.090660] env[62088]: DEBUG nova.virt.hardware [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 607.090907] env[62088]: DEBUG nova.virt.hardware [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 607.091119] env[62088]: DEBUG nova.virt.hardware [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62088) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 607.091354] env[62088]: DEBUG nova.virt.hardware [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Got 1 possible topologies {{(pid=62088) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 607.091563] env[62088]: DEBUG nova.virt.hardware [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 607.091783] env[62088]: DEBUG nova.virt.hardware [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 607.092520] env[62088]: DEBUG oslo_concurrency.lockutils [None req-196593c2-0e1d-49f4-8cf9-c36e0f77002e tempest-SecurityGroupsTestJSON-1717271575 tempest-SecurityGroupsTestJSON-1717271575-project-member] Acquiring lock "c6ab83b6-a7af-4c75-a5cd-dff69188ddeb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.092798] env[62088]: DEBUG oslo_concurrency.lockutils [None req-196593c2-0e1d-49f4-8cf9-c36e0f77002e tempest-SecurityGroupsTestJSON-1717271575 tempest-SecurityGroupsTestJSON-1717271575-project-member] Lock "c6ab83b6-a7af-4c75-a5cd-dff69188ddeb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.094812] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e992ec4-ecc4-421a-b8cb-9d1ef54340e5 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.106011] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d254454d-3ff5-4058-a36e-97a6bea502af {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.121852] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] [instance: ef05c3ba-caa8-46a7-854c-12b736e01de4] Instance VIF info [] {{(pid=62088) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 607.131767] env[62088]: DEBUG nova.virt.vmwareapi.vm_util [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Creating folder: Project (4a9cc974e343480794b3250b5a89ccca). Parent ref: group-v230593. {{(pid=62088) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 607.132096] env[62088]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a73aaed0-06ed-46b1-a53a-1f06ff3020de {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.143847] env[62088]: INFO nova.virt.vmwareapi.vm_util [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Created folder: Project (4a9cc974e343480794b3250b5a89ccca) in parent group-v230593. [ 607.144045] env[62088]: DEBUG nova.virt.vmwareapi.vm_util [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Creating folder: Instances. Parent ref: group-v230598. {{(pid=62088) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 607.145015] env[62088]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ebea279-87de-40f1-a898-0ed74cc573ad {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.153183] env[62088]: INFO nova.virt.vmwareapi.vm_util [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Created folder: Instances in parent group-v230598. [ 607.153183] env[62088]: DEBUG oslo.service.loopingcall [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62088) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 607.153316] env[62088]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef05c3ba-caa8-46a7-854c-12b736e01de4] Creating VM on the ESX host {{(pid=62088) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 607.153515] env[62088]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d359863-c5d8-4423-8958-992be89ea123 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.173135] env[62088]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 607.173135] env[62088]: value = "task-1041749" [ 607.173135] env[62088]: _type = "Task" [ 607.173135] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.180941] env[62088]: DEBUG oslo_vmware.api [-] Task: {'id': task-1041749, 'name': CreateVM_Task} progress is 0%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.331086] env[62088]: DEBUG nova.network.neutron [-] [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.369119] env[62088]: DEBUG nova.network.neutron [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 607.460508] env[62088]: DEBUG oslo_vmware.api [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Task: {'id': task-1041746, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092112} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.460816] env[62088]: DEBUG nova.virt.vmwareapi.ds_util [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Deleted the datastore file {{(pid=62088) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 607.461014] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Deleted contents of the VM from datastore datastore2 {{(pid=62088) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 607.461202] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Instance destroyed {{(pid=62088) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 607.501567] env[62088]: DEBUG nova.network.neutron [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.625193] env[62088]: DEBUG nova.compute.manager [req-5a06e75e-9df6-437c-a1d3-5022343f6b00 req-a35d9a76-763f-4805-8553-8eb367ea9b1f service nova] [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] Received event network-changed-5b3ae7bf-8c39-463f-a508-03cb73a366b6 {{(pid=62088) external_instance_event /opt/stack/nova/nova/compute/manager.py:11430}} [ 607.625193] env[62088]: DEBUG nova.compute.manager [req-5a06e75e-9df6-437c-a1d3-5022343f6b00 req-a35d9a76-763f-4805-8553-8eb367ea9b1f service nova] [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] Refreshing instance network info cache due to event network-changed-5b3ae7bf-8c39-463f-a508-03cb73a366b6. {{(pid=62088) external_instance_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 607.625794] env[62088]: DEBUG oslo_concurrency.lockutils [req-5a06e75e-9df6-437c-a1d3-5022343f6b00 req-a35d9a76-763f-4805-8553-8eb367ea9b1f service nova] Acquiring lock "refresh_cache-13d829ee-b6da-421a-836f-8c13fed0db51" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.626097] env[62088]: DEBUG oslo_concurrency.lockutils [req-5a06e75e-9df6-437c-a1d3-5022343f6b00 req-a35d9a76-763f-4805-8553-8eb367ea9b1f service nova] Acquired lock "refresh_cache-13d829ee-b6da-421a-836f-8c13fed0db51" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.626363] env[62088]: DEBUG nova.network.neutron [req-5a06e75e-9df6-437c-a1d3-5022343f6b00 req-a35d9a76-763f-4805-8553-8eb367ea9b1f service nova] [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] Refreshing network info cache for port 5b3ae7bf-8c39-463f-a508-03cb73a366b6 {{(pid=62088) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 607.630214] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb39c949-5483-44c4-921f-6207107d9590 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.642377] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ad4571-2bce-4369-8858-c714648d9637 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.680749] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96408b43-ef27-44f0-9bd9-03ed233574b7 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.688138] env[62088]: DEBUG oslo_vmware.api [-] Task: {'id': task-1041749, 'name': CreateVM_Task, 'duration_secs': 0.319686} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.690129] env[62088]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef05c3ba-caa8-46a7-854c-12b736e01de4] Created VM on the ESX host {{(pid=62088) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 607.690606] env[62088]: DEBUG oslo_concurrency.lockutils [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a3f1d809-5bf4-4806-83fa-07c1d0510a86" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.690757] env[62088]: DEBUG oslo_concurrency.lockutils [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a3f1d809-5bf4-4806-83fa-07c1d0510a86" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.691100] env[62088]: DEBUG oslo_concurrency.lockutils [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a3f1d809-5bf4-4806-83fa-07c1d0510a86" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.692275] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ab1760-37ee-4e40-b0d5-9998e3e5c7a9 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.695992] env[62088]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c6bb84c-81f4-482f-8f9d-a8fcee5388b7 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.708206] env[62088]: DEBUG nova.compute.provider_tree [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] Inventory has not changed in ProviderTree for provider: fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 {{(pid=62088) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 607.710509] env[62088]: DEBUG oslo_vmware.api [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Waiting for the task: (returnval){ [ 607.710509] env[62088]: value = "session[527254c4-e830-0e1d-4a7a-0fa2b3a9c0fd]528f3ed0-ce2d-63a6-a70e-1063f9514285" [ 607.710509] env[62088]: _type = "Task" [ 607.710509] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.718716] env[62088]: DEBUG oslo_vmware.api [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Task: {'id': session[527254c4-e830-0e1d-4a7a-0fa2b3a9c0fd]528f3ed0-ce2d-63a6-a70e-1063f9514285, 'name': SearchDatastore_Task, 'duration_secs': 0.00846} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.718998] env[62088]: DEBUG oslo_concurrency.lockutils [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a3f1d809-5bf4-4806-83fa-07c1d0510a86" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.719244] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] [instance: ef05c3ba-caa8-46a7-854c-12b736e01de4] Processing image a3f1d809-5bf4-4806-83fa-07c1d0510a86 {{(pid=62088) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 607.719525] env[62088]: DEBUG oslo_concurrency.lockutils [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a3f1d809-5bf4-4806-83fa-07c1d0510a86/a3f1d809-5bf4-4806-83fa-07c1d0510a86.vmdk" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.719608] env[62088]: DEBUG oslo_concurrency.lockutils [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a3f1d809-5bf4-4806-83fa-07c1d0510a86/a3f1d809-5bf4-4806-83fa-07c1d0510a86.vmdk" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.719780] env[62088]: DEBUG nova.virt.vmwareapi.ds_util [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62088) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 607.720187] env[62088]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d3bd5f0-4a3b-41f5-8f11-4fb6bb20904c {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.729781] env[62088]: DEBUG nova.virt.vmwareapi.ds_util [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62088) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 607.729971] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62088) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 607.731671] env[62088]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-368ac01b-fe31-45bf-88bc-491f75a9b414 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.739469] env[62088]: DEBUG oslo_vmware.api [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Waiting for the task: (returnval){ [ 607.739469] env[62088]: value = "session[527254c4-e830-0e1d-4a7a-0fa2b3a9c0fd]5203dd8c-8af5-57e7-bba8-ac94066e9cb3" [ 607.739469] env[62088]: _type = "Task" [ 607.739469] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.747678] env[62088]: DEBUG oslo_vmware.api [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Task: {'id': session[527254c4-e830-0e1d-4a7a-0fa2b3a9c0fd]5203dd8c-8af5-57e7-bba8-ac94066e9cb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.833167] env[62088]: INFO nova.compute.manager [-] [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] Took 1.04 seconds to deallocate network for instance. [ 607.836407] env[62088]: DEBUG nova.compute.claims [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] Aborting claim: {{(pid=62088) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 607.836407] env[62088]: DEBUG oslo_concurrency.lockutils [None req-57836dcd-3e35-4b3d-85fb-2960b0696f29 tempest-VolumesAdminNegativeTest-580987592 tempest-VolumesAdminNegativeTest-580987592-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.866770] env[62088]: DEBUG oslo_concurrency.lockutils [None req-d5fc072f-5cb4-4746-9e5d-5cde641c90e9 tempest-ServerRescueNegativeTestJSON-1440365832 tempest-ServerRescueNegativeTestJSON-1440365832-project-member] Acquiring lock "9fb546c9-b5bc-4317-a0b5-0299d076e972" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.867014] env[62088]: DEBUG oslo_concurrency.lockutils [None req-d5fc072f-5cb4-4746-9e5d-5cde641c90e9 tempest-ServerRescueNegativeTestJSON-1440365832 tempest-ServerRescueNegativeTestJSON-1440365832-project-member] Lock "9fb546c9-b5bc-4317-a0b5-0299d076e972" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.004972] env[62088]: DEBUG oslo_concurrency.lockutils [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] Releasing lock "refresh_cache-22996c8d-1dcb-4e12-b531-fcdae93f7954" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.005229] env[62088]: DEBUG nova.compute.manager [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62088) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3035}} [ 608.005600] env[62088]: DEBUG nova.compute.manager [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] Deallocating network for instance {{(pid=62088) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 608.005600] env[62088]: DEBUG nova.network.neutron [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] deallocate_for_instance() {{(pid=62088) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 608.032017] env[62088]: DEBUG nova.network.neutron [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 608.161475] env[62088]: DEBUG nova.network.neutron [req-5a06e75e-9df6-437c-a1d3-5022343f6b00 req-a35d9a76-763f-4805-8553-8eb367ea9b1f service nova] [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 608.214380] env[62088]: DEBUG nova.scheduler.client.report [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] Inventory has not changed for provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62088) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 608.250558] env[62088]: DEBUG oslo_vmware.api [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Task: {'id': session[527254c4-e830-0e1d-4a7a-0fa2b3a9c0fd]5203dd8c-8af5-57e7-bba8-ac94066e9cb3, 'name': SearchDatastore_Task, 'duration_secs': 0.007911} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.251362] env[62088]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67b34630-6695-4d3e-b198-d16d36d6091c {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.259106] env[62088]: DEBUG oslo_vmware.api [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Waiting for the task: (returnval){ [ 608.259106] env[62088]: value = "session[527254c4-e830-0e1d-4a7a-0fa2b3a9c0fd]52127563-70c8-aa2a-a552-dff783203130" [ 608.259106] env[62088]: _type = "Task" [ 608.259106] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.264827] env[62088]: DEBUG oslo_vmware.api [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Task: {'id': session[527254c4-e830-0e1d-4a7a-0fa2b3a9c0fd]52127563-70c8-aa2a-a552-dff783203130, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.423744] env[62088]: DEBUG nova.network.neutron [req-5a06e75e-9df6-437c-a1d3-5022343f6b00 req-a35d9a76-763f-4805-8553-8eb367ea9b1f service nova] [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.504025] env[62088]: DEBUG nova.virt.hardware [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-09-30T16:42:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-30T16:42:10Z,direct_url=,disk_format='vmdk',id=a3f1d809-5bf4-4806-83fa-07c1d0510a86,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a093787074964289b4824107ef1c66e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-30T16:42:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 608.504298] env[62088]: DEBUG nova.virt.hardware [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Flavor limits 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 608.504456] env[62088]: DEBUG nova.virt.hardware [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Image limits 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 608.504633] env[62088]: DEBUG nova.virt.hardware [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Flavor pref 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 608.504774] env[62088]: DEBUG nova.virt.hardware [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Image pref 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 608.504916] env[62088]: DEBUG nova.virt.hardware [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 608.505436] env[62088]: DEBUG nova.virt.hardware [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 608.506123] env[62088]: DEBUG nova.virt.hardware [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62088) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 608.507022] env[62088]: DEBUG nova.virt.hardware [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Got 1 possible topologies {{(pid=62088) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 608.507022] env[62088]: DEBUG nova.virt.hardware [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 608.507871] env[62088]: DEBUG nova.virt.hardware [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 608.508052] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad16935a-aafb-4a79-a698-6ae5f7df0a5f {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.516398] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fd5b2d-e70d-4bfe-b32d-4e468badde3a {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.532918] env[62088]: DEBUG nova.network.neutron [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.534349] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Instance VIF info [] {{(pid=62088) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.539993] env[62088]: DEBUG oslo.service.loopingcall [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62088) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 608.540514] env[62088]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Creating VM on the ESX host {{(pid=62088) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 608.540723] env[62088]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-115468f9-73f2-45c0-ad8b-9f70640a88fe {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.559096] env[62088]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.559096] env[62088]: value = "task-1041750" [ 608.559096] env[62088]: _type = "Task" [ 608.559096] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.567398] env[62088]: DEBUG oslo_vmware.api [-] Task: {'id': task-1041750, 'name': CreateVM_Task} progress is 0%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.719239] env[62088]: DEBUG oslo_concurrency.lockutils [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.903s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.719884] env[62088]: ERROR nova.compute.manager [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] [instance: 16ab652c-314e-450d-81db-6913cf814b28] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port 8418b1a5-1f62-4c89-ad0e-dd2143a0260a, please check neutron logs for more information. [ 608.719884] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] Traceback (most recent call last): [ 608.719884] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance [ 608.719884] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] self.driver.spawn(context, instance, image_meta, [ 608.719884] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 542, in spawn [ 608.719884] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] self._vmops.spawn(context, instance, image_meta, injected_files, [ 608.719884] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 608.719884] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] vm_ref = self.build_virtual_machine(instance, [ 608.719884] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 608.719884] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] vif_infos = vmwarevif.get_vif_info(self._session, [ 608.719884] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 608.720342] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] for vif in network_info: [ 608.720342] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 608.720342] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] return self._sync_wrapper(fn, *args, **kwargs) [ 608.720342] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 608.720342] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] self.wait() [ 608.720342] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 608.720342] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] self[:] = self._gt.wait() [ 608.720342] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 608.720342] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] return self._exit_event.wait() [ 608.720342] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 608.720342] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] result = hub.switch() [ 608.720342] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 608.720342] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] return self.greenlet.switch() [ 608.720792] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 608.720792] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] result = function(*args, **kwargs) [ 608.720792] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 608.720792] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] return func(*args, **kwargs) [ 608.720792] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async [ 608.720792] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] raise e [ 608.720792] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async [ 608.720792] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] nwinfo = self.network_api.allocate_for_instance( [ 608.720792] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 608.720792] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] created_port_ids = self._update_ports_for_instance( [ 608.720792] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 608.720792] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] with excutils.save_and_reraise_exception(): [ 608.720792] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 608.721181] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] self.force_reraise() [ 608.721181] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 608.721181] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] raise self.value [ 608.721181] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 608.721181] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] updated_port = self._update_port( [ 608.721181] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 608.721181] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] _ensure_no_port_binding_failure(port) [ 608.721181] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 608.721181] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] raise exception.PortBindingFailed(port_id=port['id']) [ 608.721181] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] nova.exception.PortBindingFailed: Binding failed for port 8418b1a5-1f62-4c89-ad0e-dd2143a0260a, please check neutron logs for more information. [ 608.721181] env[62088]: ERROR nova.compute.manager [instance: 16ab652c-314e-450d-81db-6913cf814b28] [ 608.721482] env[62088]: DEBUG nova.compute.utils [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] [instance: 16ab652c-314e-450d-81db-6913cf814b28] Binding failed for port 8418b1a5-1f62-4c89-ad0e-dd2143a0260a, please check neutron logs for more information. {{(pid=62088) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 608.721968] env[62088]: DEBUG oslo_concurrency.lockutils [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.107s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.722161] env[62088]: DEBUG nova.objects.instance [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62088) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 608.729201] env[62088]: DEBUG nova.compute.manager [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] [instance: 16ab652c-314e-450d-81db-6913cf814b28] Build of instance 16ab652c-314e-450d-81db-6913cf814b28 was re-scheduled: Binding failed for port 8418b1a5-1f62-4c89-ad0e-dd2143a0260a, please check neutron logs for more information. {{(pid=62088) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2486}} [ 608.732330] env[62088]: DEBUG nova.compute.manager [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] [instance: 16ab652c-314e-450d-81db-6913cf814b28] Unplugging VIFs for instance {{(pid=62088) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3012}} [ 608.732330] env[62088]: DEBUG oslo_concurrency.lockutils [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] Acquiring lock "refresh_cache-16ab652c-314e-450d-81db-6913cf814b28" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.732330] env[62088]: DEBUG oslo_concurrency.lockutils [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] Acquired lock "refresh_cache-16ab652c-314e-450d-81db-6913cf814b28" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.732330] env[62088]: DEBUG nova.network.neutron [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] [instance: 16ab652c-314e-450d-81db-6913cf814b28] Building network info cache for instance {{(pid=62088) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 608.771323] env[62088]: DEBUG oslo_vmware.api [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Task: {'id': session[527254c4-e830-0e1d-4a7a-0fa2b3a9c0fd]52127563-70c8-aa2a-a552-dff783203130, 'name': SearchDatastore_Task, 'duration_secs': 0.009037} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.771623] env[62088]: DEBUG oslo_concurrency.lockutils [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a3f1d809-5bf4-4806-83fa-07c1d0510a86/a3f1d809-5bf4-4806-83fa-07c1d0510a86.vmdk" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.771912] env[62088]: DEBUG nova.virt.vmwareapi.vm_util [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a3f1d809-5bf4-4806-83fa-07c1d0510a86/a3f1d809-5bf4-4806-83fa-07c1d0510a86.vmdk to [datastore2] ef05c3ba-caa8-46a7-854c-12b736e01de4/ef05c3ba-caa8-46a7-854c-12b736e01de4.vmdk {{(pid=62088) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 608.772219] env[62088]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5bcbe5f-6b29-40cb-ac8e-b3a26c2ab796 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.781484] env[62088]: DEBUG oslo_vmware.api [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Waiting for the task: (returnval){ [ 608.781484] env[62088]: value = "task-1041751" [ 608.781484] env[62088]: _type = "Task" [ 608.781484] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.791539] env[62088]: DEBUG oslo_vmware.api [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Task: {'id': task-1041751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.930481] env[62088]: DEBUG oslo_concurrency.lockutils [req-5a06e75e-9df6-437c-a1d3-5022343f6b00 req-a35d9a76-763f-4805-8553-8eb367ea9b1f service nova] Releasing lock "refresh_cache-13d829ee-b6da-421a-836f-8c13fed0db51" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.930592] env[62088]: DEBUG nova.compute.manager [req-5a06e75e-9df6-437c-a1d3-5022343f6b00 req-a35d9a76-763f-4805-8553-8eb367ea9b1f service nova] [instance: 13d829ee-b6da-421a-836f-8c13fed0db51] Received event network-vif-deleted-5b3ae7bf-8c39-463f-a508-03cb73a366b6 {{(pid=62088) external_instance_event /opt/stack/nova/nova/compute/manager.py:11430}} [ 608.930749] env[62088]: DEBUG nova.compute.manager [req-5a06e75e-9df6-437c-a1d3-5022343f6b00 req-a35d9a76-763f-4805-8553-8eb367ea9b1f service nova] [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] Received event network-changed-4ce2250d-b3b8-47bc-a323-18132650168e {{(pid=62088) external_instance_event /opt/stack/nova/nova/compute/manager.py:11430}} [ 608.930955] env[62088]: DEBUG nova.compute.manager [req-5a06e75e-9df6-437c-a1d3-5022343f6b00 req-a35d9a76-763f-4805-8553-8eb367ea9b1f service nova] [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] Refreshing instance network info cache due to event network-changed-4ce2250d-b3b8-47bc-a323-18132650168e. {{(pid=62088) external_instance_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 608.931220] env[62088]: DEBUG oslo_concurrency.lockutils [req-5a06e75e-9df6-437c-a1d3-5022343f6b00 req-a35d9a76-763f-4805-8553-8eb367ea9b1f service nova] Acquiring lock "refresh_cache-ac045fef-9f06-4b63-8e44-5b47c2763061" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.931371] env[62088]: DEBUG oslo_concurrency.lockutils [req-5a06e75e-9df6-437c-a1d3-5022343f6b00 req-a35d9a76-763f-4805-8553-8eb367ea9b1f service nova] Acquired lock "refresh_cache-ac045fef-9f06-4b63-8e44-5b47c2763061" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.931532] env[62088]: DEBUG nova.network.neutron [req-5a06e75e-9df6-437c-a1d3-5022343f6b00 req-a35d9a76-763f-4805-8553-8eb367ea9b1f service nova] [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] Refreshing network info cache for port 4ce2250d-b3b8-47bc-a323-18132650168e {{(pid=62088) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 609.042710] env[62088]: INFO nova.compute.manager [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] [instance: 22996c8d-1dcb-4e12-b531-fcdae93f7954] Took 1.04 seconds to deallocate network for instance. [ 609.072877] env[62088]: DEBUG oslo_vmware.api [-] Task: {'id': task-1041750, 'name': CreateVM_Task, 'duration_secs': 0.318721} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.073189] env[62088]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Created VM on the ESX host {{(pid=62088) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 609.073544] env[62088]: DEBUG oslo_concurrency.lockutils [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/a3f1d809-5bf4-4806-83fa-07c1d0510a86" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.074464] env[62088]: DEBUG oslo_concurrency.lockutils [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/a3f1d809-5bf4-4806-83fa-07c1d0510a86" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.074464] env[62088]: DEBUG oslo_concurrency.lockutils [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/a3f1d809-5bf4-4806-83fa-07c1d0510a86" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.074464] env[62088]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f2fc6c9-6a4e-4bb3-a86a-e20074122d2b {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.080304] env[62088]: DEBUG oslo_vmware.api [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Waiting for the task: (returnval){ [ 609.080304] env[62088]: value = "session[527254c4-e830-0e1d-4a7a-0fa2b3a9c0fd]5246d4e6-e4e3-2241-8794-0927cf4f0c42" [ 609.080304] env[62088]: _type = "Task" [ 609.080304] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.089957] env[62088]: DEBUG oslo_vmware.api [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Task: {'id': session[527254c4-e830-0e1d-4a7a-0fa2b3a9c0fd]5246d4e6-e4e3-2241-8794-0927cf4f0c42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.283941] env[62088]: DEBUG nova.network.neutron [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] [instance: 16ab652c-314e-450d-81db-6913cf814b28] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 609.301288] env[62088]: DEBUG oslo_vmware.api [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Task: {'id': task-1041751, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501051} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.301288] env[62088]: DEBUG nova.virt.vmwareapi.vm_util [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a3f1d809-5bf4-4806-83fa-07c1d0510a86/a3f1d809-5bf4-4806-83fa-07c1d0510a86.vmdk to [datastore2] ef05c3ba-caa8-46a7-854c-12b736e01de4/ef05c3ba-caa8-46a7-854c-12b736e01de4.vmdk {{(pid=62088) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 609.301458] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] [instance: ef05c3ba-caa8-46a7-854c-12b736e01de4] Extending root virtual disk to 1048576 {{(pid=62088) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 609.301655] env[62088]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a767338-71b0-4447-9c15-78dea6aac4f9 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.308519] env[62088]: DEBUG oslo_vmware.api [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Waiting for the task: (returnval){ [ 609.308519] env[62088]: value = "task-1041752" [ 609.308519] env[62088]: _type = "Task" [ 609.308519] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.318514] env[62088]: DEBUG oslo_vmware.api [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Task: {'id': task-1041752, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.420210] env[62088]: DEBUG oslo_concurrency.lockutils [None req-a0dac7cf-0caf-4205-9823-34b1df10c28d tempest-MigrationsAdminTest-724698217 tempest-MigrationsAdminTest-724698217-project-member] Acquiring lock "e7ebbade-80df-4f07-a518-52805628e535" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.420210] env[62088]: DEBUG oslo_concurrency.lockutils [None req-a0dac7cf-0caf-4205-9823-34b1df10c28d tempest-MigrationsAdminTest-724698217 tempest-MigrationsAdminTest-724698217-project-member] Lock "e7ebbade-80df-4f07-a518-52805628e535" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.470697] env[62088]: DEBUG nova.network.neutron [req-5a06e75e-9df6-437c-a1d3-5022343f6b00 req-a35d9a76-763f-4805-8553-8eb367ea9b1f service nova] [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 609.489939] env[62088]: DEBUG nova.network.neutron [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] [instance: 16ab652c-314e-450d-81db-6913cf814b28] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.593039] env[62088]: DEBUG oslo_vmware.api [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Task: {'id': session[527254c4-e830-0e1d-4a7a-0fa2b3a9c0fd]5246d4e6-e4e3-2241-8794-0927cf4f0c42, 'name': SearchDatastore_Task, 'duration_secs': 0.056811} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.593638] env[62088]: DEBUG nova.network.neutron [req-5a06e75e-9df6-437c-a1d3-5022343f6b00 req-a35d9a76-763f-4805-8553-8eb367ea9b1f service nova] [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.595543] env[62088]: DEBUG oslo_concurrency.lockutils [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/a3f1d809-5bf4-4806-83fa-07c1d0510a86" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.595543] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Processing image a3f1d809-5bf4-4806-83fa-07c1d0510a86 {{(pid=62088) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.595543] env[62088]: DEBUG oslo_concurrency.lockutils [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/a3f1d809-5bf4-4806-83fa-07c1d0510a86/a3f1d809-5bf4-4806-83fa-07c1d0510a86.vmdk" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.595543] env[62088]: DEBUG oslo_concurrency.lockutils [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/a3f1d809-5bf4-4806-83fa-07c1d0510a86/a3f1d809-5bf4-4806-83fa-07c1d0510a86.vmdk" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.595762] env[62088]: DEBUG nova.virt.vmwareapi.ds_util [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62088) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.596218] env[62088]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-771823b5-880d-45f8-af59-95967c60d2f0 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.611952] env[62088]: DEBUG nova.virt.vmwareapi.ds_util [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62088) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.612169] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=62088) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 609.613080] env[62088]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69682ef1-e40c-4c95-b2ff-4e2db2d293c4 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.624389] env[62088]: DEBUG oslo_vmware.api [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Waiting for the task: (returnval){ [ 609.624389] env[62088]: value = "session[527254c4-e830-0e1d-4a7a-0fa2b3a9c0fd]52f777bc-005c-d7b5-6cc2-9580dce14994" [ 609.624389] env[62088]: _type = "Task" [ 609.624389] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.633139] env[62088]: DEBUG oslo_vmware.api [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Task: {'id': session[527254c4-e830-0e1d-4a7a-0fa2b3a9c0fd]52f777bc-005c-d7b5-6cc2-9580dce14994, 'name': SearchDatastore_Task, 'duration_secs': 0.008459} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.633904] env[62088]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89b29aa5-173b-4e60-8ff1-468a216855d2 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.638676] env[62088]: DEBUG oslo_vmware.api [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Waiting for the task: (returnval){ [ 609.638676] env[62088]: value = "session[527254c4-e830-0e1d-4a7a-0fa2b3a9c0fd]52a5abe5-39af-ce44-4ec6-3cf530656518" [ 609.638676] env[62088]: _type = "Task" [ 609.638676] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.646713] env[62088]: DEBUG oslo_vmware.api [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Task: {'id': session[527254c4-e830-0e1d-4a7a-0fa2b3a9c0fd]52a5abe5-39af-ce44-4ec6-3cf530656518, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.744369] env[62088]: DEBUG oslo_concurrency.lockutils [None req-990f2190-4c83-4ee5-ac88-b47130ca0ba2 tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.746311] env[62088]: DEBUG oslo_concurrency.lockutils [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 9.801s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.819661] env[62088]: DEBUG oslo_vmware.api [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Task: {'id': task-1041752, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066167} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.820036] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] [instance: ef05c3ba-caa8-46a7-854c-12b736e01de4] Extended root virtual disk {{(pid=62088) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 609.820999] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0ec9f7-e7e8-4996-972a-d2b50fa374a8 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.845741] env[62088]: DEBUG nova.virt.vmwareapi.volumeops [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] [instance: ef05c3ba-caa8-46a7-854c-12b736e01de4] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] ef05c3ba-caa8-46a7-854c-12b736e01de4/ef05c3ba-caa8-46a7-854c-12b736e01de4.vmdk or device None with type sparse {{(pid=62088) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 609.846192] env[62088]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77661e57-6330-4d45-9a5d-fea6a223a950 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.868571] env[62088]: DEBUG oslo_vmware.api [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Waiting for the task: (returnval){ [ 609.868571] env[62088]: value = "task-1041753" [ 609.868571] env[62088]: _type = "Task" [ 609.868571] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.882995] env[62088]: DEBUG oslo_vmware.api [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Task: {'id': task-1041753, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.994893] env[62088]: DEBUG oslo_concurrency.lockutils [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] Releasing lock "refresh_cache-16ab652c-314e-450d-81db-6913cf814b28" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.995397] env[62088]: DEBUG nova.compute.manager [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62088) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3035}} [ 609.995397] env[62088]: DEBUG nova.compute.manager [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] [instance: 16ab652c-314e-450d-81db-6913cf814b28] Deallocating network for instance {{(pid=62088) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 609.995889] env[62088]: DEBUG nova.network.neutron [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] [instance: 16ab652c-314e-450d-81db-6913cf814b28] deallocate_for_instance() {{(pid=62088) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 610.032266] env[62088]: DEBUG nova.network.neutron [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] [instance: 16ab652c-314e-450d-81db-6913cf814b28] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 610.097104] env[62088]: INFO nova.scheduler.client.report [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] Deleted allocations for instance 22996c8d-1dcb-4e12-b531-fcdae93f7954 [ 610.107576] env[62088]: DEBUG oslo_concurrency.lockutils [req-5a06e75e-9df6-437c-a1d3-5022343f6b00 req-a35d9a76-763f-4805-8553-8eb367ea9b1f service nova] Releasing lock "refresh_cache-ac045fef-9f06-4b63-8e44-5b47c2763061" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.107865] env[62088]: DEBUG nova.compute.manager [req-5a06e75e-9df6-437c-a1d3-5022343f6b00 req-a35d9a76-763f-4805-8553-8eb367ea9b1f service nova] [instance: ac045fef-9f06-4b63-8e44-5b47c2763061] Received event network-vif-deleted-4ce2250d-b3b8-47bc-a323-18132650168e {{(pid=62088) external_instance_event /opt/stack/nova/nova/compute/manager.py:11430}} [ 610.125074] env[62088]: DEBUG oslo_concurrency.lockutils [None req-9eb60324-1720-4c5b-8e14-552b4a76f131 tempest-ServerPasswordTestJSON-168009812 tempest-ServerPasswordTestJSON-168009812-project-member] Acquiring lock "4be245a5-3a6b-4a93-803c-fc517fb3fe7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.125367] env[62088]: DEBUG oslo_concurrency.lockutils [None req-9eb60324-1720-4c5b-8e14-552b4a76f131 tempest-ServerPasswordTestJSON-168009812 tempest-ServerPasswordTestJSON-168009812-project-member] Lock "4be245a5-3a6b-4a93-803c-fc517fb3fe7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.153166] env[62088]: DEBUG oslo_vmware.api [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Task: {'id': session[527254c4-e830-0e1d-4a7a-0fa2b3a9c0fd]52a5abe5-39af-ce44-4ec6-3cf530656518, 'name': SearchDatastore_Task, 'duration_secs': 0.009425} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.156354] env[62088]: DEBUG oslo_concurrency.lockutils [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/a3f1d809-5bf4-4806-83fa-07c1d0510a86/a3f1d809-5bf4-4806-83fa-07c1d0510a86.vmdk" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.156354] env[62088]: DEBUG nova.virt.vmwareapi.vm_util [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/a3f1d809-5bf4-4806-83fa-07c1d0510a86/a3f1d809-5bf4-4806-83fa-07c1d0510a86.vmdk to [datastore2] c8701f32-078c-4fdb-98fb-5e89cd9c8334/c8701f32-078c-4fdb-98fb-5e89cd9c8334.vmdk {{(pid=62088) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 610.156354] env[62088]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67bd8ae1-dc02-40df-a1da-dd582876155f {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.162195] env[62088]: DEBUG oslo_vmware.api [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Waiting for the task: (returnval){ [ 610.162195] env[62088]: value = "task-1041754" [ 610.162195] env[62088]: _type = "Task" [ 610.162195] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.177043] env[62088]: DEBUG oslo_vmware.api [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Task: {'id': task-1041754, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.386474] env[62088]: DEBUG oslo_vmware.api [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Task: {'id': task-1041753, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.536624] env[62088]: DEBUG nova.network.neutron [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] [instance: 16ab652c-314e-450d-81db-6913cf814b28] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.612694] env[62088]: DEBUG oslo_concurrency.lockutils [None req-32750268-1a1d-4587-a5ea-6f74f50ab4ae tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] Lock "22996c8d-1dcb-4e12-b531-fcdae93f7954" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.705s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.662863] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e757b4d4-8595-47e1-8456-01aeb649723e {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.674836] env[62088]: DEBUG oslo_vmware.api [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Task: {'id': task-1041754, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494187} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.676842] env[62088]: DEBUG nova.virt.vmwareapi.vm_util [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/a3f1d809-5bf4-4806-83fa-07c1d0510a86/a3f1d809-5bf4-4806-83fa-07c1d0510a86.vmdk to [datastore2] c8701f32-078c-4fdb-98fb-5e89cd9c8334/c8701f32-078c-4fdb-98fb-5e89cd9c8334.vmdk {{(pid=62088) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 610.677078] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Extending root virtual disk to 1048576 {{(pid=62088) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 610.677390] env[62088]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3debe82-d82a-478f-bc22-6dc841820a2d {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.681799] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba8a6ef-f5db-4df0-8152-57a5f7781f59 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.687502] env[62088]: DEBUG oslo_vmware.api [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Waiting for the task: (returnval){ [ 610.687502] env[62088]: value = "task-1041755" [ 610.687502] env[62088]: _type = "Task" [ 610.687502] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.721929] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2fe11f-0aa5-4cbd-8234-e49b83661d3c {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.730533] env[62088]: DEBUG oslo_vmware.api [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Task: {'id': task-1041755, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.734092] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4748787-e229-455a-995e-bf60585099b2 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.749449] env[62088]: DEBUG nova.compute.provider_tree [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Updating inventory in ProviderTree for provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62088) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 610.879562] env[62088]: DEBUG oslo_vmware.api [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Task: {'id': task-1041753, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.043510] env[62088]: INFO nova.compute.manager [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] [instance: 16ab652c-314e-450d-81db-6913cf814b28] Took 1.05 seconds to deallocate network for instance. [ 611.115090] env[62088]: DEBUG nova.compute.manager [None req-03520b0e-f58c-4d0b-ba90-4e2ed7bebf19 tempest-ListImageFiltersTestJSON-925101960 tempest-ListImageFiltersTestJSON-925101960-project-member] [instance: 0d9910d7-a933-4f5d-964f-a9a14b7b413e] Starting instance... {{(pid=62088) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 611.225819] env[62088]: DEBUG oslo_vmware.api [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Task: {'id': task-1041755, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070197} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.225819] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Extended root virtual disk {{(pid=62088) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.226691] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1019729f-7765-4217-8990-b49ecb47c61b {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.246818] env[62088]: DEBUG nova.virt.vmwareapi.volumeops [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] c8701f32-078c-4fdb-98fb-5e89cd9c8334/c8701f32-078c-4fdb-98fb-5e89cd9c8334.vmdk or device None with type sparse {{(pid=62088) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.247089] env[62088]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13b4696e-8605-4173-93d3-5c6437b744e4 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.272270] env[62088]: DEBUG oslo_vmware.api [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Waiting for the task: (returnval){ [ 611.272270] env[62088]: value = "task-1041756" [ 611.272270] env[62088]: _type = "Task" [ 611.272270] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.283748] env[62088]: DEBUG oslo_vmware.api [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Task: {'id': task-1041756, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.289413] env[62088]: ERROR nova.scheduler.client.report [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] [req-f80b2db6-1f6c-4d0e-a6b1-d9d17d7acc42] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fb5af041-a1d8-4e30-b0e1-0cdec1a610e1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f80b2db6-1f6c-4d0e-a6b1-d9d17d7acc42"}]}: nova.exception.PortBindingFailed: Binding failed for port 3ae11f96-979a-4e42-b56b-e60e38418b3e, please check neutron logs for more information. [ 611.312225] env[62088]: DEBUG nova.scheduler.client.report [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Refreshing inventories for resource provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 {{(pid=62088) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 611.330619] env[62088]: DEBUG nova.scheduler.client.report [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Updating ProviderTree inventory for provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62088) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 611.330619] env[62088]: DEBUG nova.compute.provider_tree [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Updating inventory in ProviderTree for provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62088) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 611.341560] env[62088]: DEBUG nova.scheduler.client.report [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Refreshing aggregate associations for resource provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1, aggregates: None {{(pid=62088) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 611.365755] env[62088]: DEBUG nova.scheduler.client.report [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Refreshing trait associations for resource provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62088) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 611.385432] env[62088]: DEBUG oslo_vmware.api [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Task: {'id': task-1041753, 'name': ReconfigVM_Task, 'duration_secs': 1.307482} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.385432] env[62088]: DEBUG nova.virt.vmwareapi.volumeops [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] [instance: ef05c3ba-caa8-46a7-854c-12b736e01de4] Reconfigured VM instance instance-0000000b to attach disk [datastore2] ef05c3ba-caa8-46a7-854c-12b736e01de4/ef05c3ba-caa8-46a7-854c-12b736e01de4.vmdk or device None with type sparse {{(pid=62088) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 611.388632] env[62088]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5da6db42-ac94-41c6-a80c-04185b58b465 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.395040] env[62088]: DEBUG oslo_vmware.api [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Waiting for the task: (returnval){ [ 611.395040] env[62088]: value = "task-1041757" [ 611.395040] env[62088]: _type = "Task" [ 611.395040] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.403166] env[62088]: DEBUG oslo_vmware.api [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Task: {'id': task-1041757, 'name': Rename_Task} progress is 5%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.636366] env[62088]: DEBUG oslo_concurrency.lockutils [None req-03520b0e-f58c-4d0b-ba90-4e2ed7bebf19 tempest-ListImageFiltersTestJSON-925101960 tempest-ListImageFiltersTestJSON-925101960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.665858] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e21ee73-a7bb-4eeb-8ceb-6f343294540c {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.673336] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8ca215-c8bd-4ec3-9b2f-068f40b3ae99 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.704448] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f39fe2-1129-400d-821d-366faae2766f {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.711827] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29eb2266-74ec-43b4-b00c-3489e3112d5a {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.726017] env[62088]: DEBUG nova.compute.provider_tree [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Updating inventory in ProviderTree for provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62088) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 611.781753] env[62088]: DEBUG oslo_vmware.api [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Task: {'id': task-1041756, 'name': ReconfigVM_Task, 'duration_secs': 0.498646} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.782043] env[62088]: DEBUG nova.virt.vmwareapi.volumeops [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Reconfigured VM instance instance-00000001 to attach disk [datastore2] c8701f32-078c-4fdb-98fb-5e89cd9c8334/c8701f32-078c-4fdb-98fb-5e89cd9c8334.vmdk or device None with type sparse {{(pid=62088) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 611.783033] env[62088]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5eb78363-631b-4036-9878-dfb24c53bb64 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.788976] env[62088]: DEBUG oslo_vmware.api [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Waiting for the task: (returnval){ [ 611.788976] env[62088]: value = "task-1041758" [ 611.788976] env[62088]: _type = "Task" [ 611.788976] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.798251] env[62088]: DEBUG oslo_vmware.api [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Task: {'id': task-1041758, 'name': Rename_Task} progress is 5%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.908464] env[62088]: DEBUG oslo_vmware.api [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Task: {'id': task-1041757, 'name': Rename_Task, 'duration_secs': 0.160304} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.912022] env[62088]: DEBUG nova.virt.vmwareapi.vm_util [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] [instance: ef05c3ba-caa8-46a7-854c-12b736e01de4] Powering on the VM {{(pid=62088) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 611.914692] env[62088]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67f1feb6-b542-480e-96a0-19ad14fb8850 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.917198] env[62088]: DEBUG oslo_concurrency.lockutils [None req-c1661002-3eba-4944-95e1-f836df3306c6 tempest-ServerShowV247Test-695724481 tempest-ServerShowV247Test-695724481-project-member] Acquiring lock "f9458cd3-7194-4fec-87df-825cbc8cd4a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.917198] env[62088]: DEBUG oslo_concurrency.lockutils [None req-c1661002-3eba-4944-95e1-f836df3306c6 tempest-ServerShowV247Test-695724481 tempest-ServerShowV247Test-695724481-project-member] Lock "f9458cd3-7194-4fec-87df-825cbc8cd4a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.922720] env[62088]: DEBUG oslo_vmware.api [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Waiting for the task: (returnval){ [ 611.922720] env[62088]: value = "task-1041759" [ 611.922720] env[62088]: _type = "Task" [ 611.922720] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.930704] env[62088]: DEBUG oslo_vmware.api [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Task: {'id': task-1041759, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.085806] env[62088]: INFO nova.scheduler.client.report [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] Deleted allocations for instance 16ab652c-314e-450d-81db-6913cf814b28 [ 612.250020] env[62088]: ERROR nova.scheduler.client.report [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] [req-5d6a60ed-a27e-423e-9d68-544480639ad5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fb5af041-a1d8-4e30-b0e1-0cdec1a610e1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5d6a60ed-a27e-423e-9d68-544480639ad5"}]}: nova.exception.PortBindingFailed: Binding failed for port 3ae11f96-979a-4e42-b56b-e60e38418b3e, please check neutron logs for more information. [ 612.269025] env[62088]: DEBUG nova.scheduler.client.report [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Refreshing inventories for resource provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 {{(pid=62088) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 612.290361] env[62088]: DEBUG nova.scheduler.client.report [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Updating ProviderTree inventory for provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62088) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 612.290361] env[62088]: DEBUG nova.compute.provider_tree [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Updating inventory in ProviderTree for provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62088) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 612.301837] env[62088]: DEBUG oslo_vmware.api [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Task: {'id': task-1041758, 'name': Rename_Task, 'duration_secs': 0.133124} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.302797] env[62088]: DEBUG nova.scheduler.client.report [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Refreshing aggregate associations for resource provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1, aggregates: None {{(pid=62088) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 612.305384] env[62088]: DEBUG nova.virt.vmwareapi.vm_util [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Powering on the VM {{(pid=62088) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 612.305685] env[62088]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4abab17-788f-4a80-8fb2-971117e1a203 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.312401] env[62088]: DEBUG oslo_vmware.api [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Waiting for the task: (returnval){ [ 612.312401] env[62088]: value = "task-1041760" [ 612.312401] env[62088]: _type = "Task" [ 612.312401] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.324289] env[62088]: DEBUG oslo_vmware.api [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Task: {'id': task-1041760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.325742] env[62088]: DEBUG nova.scheduler.client.report [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Refreshing trait associations for resource provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62088) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 612.432958] env[62088]: DEBUG oslo_vmware.api [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Task: {'id': task-1041759, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.599023] env[62088]: DEBUG oslo_concurrency.lockutils [None req-4387c6dd-885e-4f23-aa14-c9233f52dd76 tempest-FloatingIPsAssociationNegativeTestJSON-290183352 tempest-FloatingIPsAssociationNegativeTestJSON-290183352-project-member] Lock "16ab652c-314e-450d-81db-6913cf814b28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.502s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.637774] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90b4c30-d679-4f92-87c4-740c34e49ec3 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.645685] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae00f67f-2599-4eb5-8155-c9ae4dc68725 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.676658] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bdf04f-885a-4619-adee-cf884b7935d6 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.684759] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fbb1d6-566e-4d78-9f59-df1b1492acbe {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.699774] env[62088]: DEBUG nova.compute.provider_tree [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Updating inventory in ProviderTree for provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62088) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 612.826114] env[62088]: DEBUG oslo_vmware.api [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Task: {'id': task-1041760, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.932960] env[62088]: DEBUG oslo_vmware.api [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Task: {'id': task-1041759, 'name': PowerOnVM_Task, 'duration_secs': 0.570811} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.933260] env[62088]: DEBUG nova.virt.vmwareapi.vm_util [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] [instance: ef05c3ba-caa8-46a7-854c-12b736e01de4] Powered on the VM {{(pid=62088) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 612.933453] env[62088]: INFO nova.compute.manager [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] [instance: ef05c3ba-caa8-46a7-854c-12b736e01de4] Took 5.88 seconds to spawn the instance on the hypervisor. [ 612.933621] env[62088]: DEBUG nova.compute.manager [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] [instance: ef05c3ba-caa8-46a7-854c-12b736e01de4] Checking state {{(pid=62088) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 612.934417] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1385c4-1429-4ec4-8752-c39296a2f523 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.103054] env[62088]: DEBUG nova.compute.manager [None req-532a45d5-2f16-434c-8cff-f6556bab786a tempest-ImagesNegativeTestJSON-454393021 tempest-ImagesNegativeTestJSON-454393021-project-member] [instance: 4986367a-40f8-4147-b68b-19db881ddee3] Starting instance... {{(pid=62088) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 613.254991] env[62088]: ERROR nova.scheduler.client.report [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] [req-474506c8-af3e-46fc-997f-90dc689f8de1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fb5af041-a1d8-4e30-b0e1-0cdec1a610e1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n update conflict: Another thread concurrently updated the resource provider data. Please retry your update ", "code": "placement.concurrent_update", "request_id": "req-474506c8-af3e-46fc-997f-90dc689f8de1"}]}: nova.exception.PortBindingFailed: Binding failed for port 3ae11f96-979a-4e42-b56b-e60e38418b3e, please check neutron logs for more information. [ 613.281268] env[62088]: DEBUG nova.scheduler.client.report [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Refreshing inventories for resource provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 {{(pid=62088) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 613.298398] env[62088]: DEBUG nova.scheduler.client.report [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Updating ProviderTree inventory for provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62088) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 613.298621] env[62088]: DEBUG nova.compute.provider_tree [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Updating inventory in ProviderTree for provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62088) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 613.312688] env[62088]: DEBUG nova.scheduler.client.report [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Refreshing aggregate associations for resource provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1, aggregates: None {{(pid=62088) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 613.330027] env[62088]: DEBUG oslo_vmware.api [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Task: {'id': task-1041760, 'name': PowerOnVM_Task, 'duration_secs': 0.549122} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.330027] env[62088]: DEBUG nova.virt.vmwareapi.vm_util [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Powered on the VM {{(pid=62088) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 613.330027] env[62088]: DEBUG nova.compute.manager [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Checking state {{(pid=62088) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 613.330361] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e4e93f-b569-40e5-809e-c72fd80f05c8 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.341263] env[62088]: DEBUG nova.scheduler.client.report [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Refreshing trait associations for resource provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62088) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 613.457736] env[62088]: INFO nova.compute.manager [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] [instance: ef05c3ba-caa8-46a7-854c-12b736e01de4] Took 18.85 seconds to build instance. [ 613.637610] env[62088]: DEBUG oslo_concurrency.lockutils [None req-532a45d5-2f16-434c-8cff-f6556bab786a tempest-ImagesNegativeTestJSON-454393021 tempest-ImagesNegativeTestJSON-454393021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.705146] env[62088]: DEBUG oslo_concurrency.lockutils [None req-fe53cc94-9ec9-49c0-ae73-06697dc032da tempest-ServerShowV247Test-695724481 tempest-ServerShowV247Test-695724481-project-member] Acquiring lock "b3db90e0-7282-44ba-bfa2-3e81949311f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.705432] env[62088]: DEBUG oslo_concurrency.lockutils [None req-fe53cc94-9ec9-49c0-ae73-06697dc032da tempest-ServerShowV247Test-695724481 tempest-ServerShowV247Test-695724481-project-member] Lock "b3db90e0-7282-44ba-bfa2-3e81949311f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.707140] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4dd55ff-3b5f-4d7d-8c8f-64d9ffe58bcc {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.716644] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1f3446-9fa9-41ea-b310-8b14ffcb2ee4 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.752375] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e26cab-8b33-417c-88ed-b7afcbe9b4bb {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.763826] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fca485-8111-4e7a-bced-f8037e97c87e {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.781764] env[62088]: DEBUG nova.compute.provider_tree [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Updating inventory in ProviderTree for provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62088) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 613.850899] env[62088]: DEBUG oslo_concurrency.lockutils [None req-d538cfc5-d0ae-439b-b8af-4359e3a71be3 tempest-ServersAdmin275Test-641361697 tempest-ServersAdmin275Test-641361697-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.961215] env[62088]: DEBUG oslo_concurrency.lockutils [None req-c104ec98-864a-48b0-b859-e340ae7bb11c tempest-ServerDiagnosticsV248Test-1379598929 tempest-ServerDiagnosticsV248Test-1379598929-project-member] Lock "ef05c3ba-caa8-46a7-854c-12b736e01de4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.362s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.036328] env[62088]: DEBUG nova.compute.manager [None req-eefc978e-45ac-46c3-b87d-a27349e9a77e tempest-ServerDiagnosticsV248Test-864714373 tempest-ServerDiagnosticsV248Test-864714373-project-admin] [instance: ef05c3ba-caa8-46a7-854c-12b736e01de4] Checking state {{(pid=62088) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 614.039798] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8beb5f-1c60-4b92-8c6b-03edb70583db {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.051214] env[62088]: INFO nova.compute.manager [None req-eefc978e-45ac-46c3-b87d-a27349e9a77e tempest-ServerDiagnosticsV248Test-864714373 tempest-ServerDiagnosticsV248Test-864714373-project-admin] [instance: ef05c3ba-caa8-46a7-854c-12b736e01de4] Retrieving diagnostics [ 614.052144] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9c5513-1fba-454f-a04c-4a0c653a5bc5 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.324178] env[62088]: DEBUG nova.scheduler.client.report [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Updated inventory for provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 with generation 29 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62088) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 614.324902] env[62088]: DEBUG nova.compute.provider_tree [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Updating resource provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 generation from 29 to 30 during operation: update_inventory {{(pid=62088) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 614.326524] env[62088]: DEBUG nova.compute.provider_tree [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Updating inventory in ProviderTree for provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62088) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 614.462853] env[62088]: DEBUG nova.compute.manager [None req-c513be31-8bd8-46ca-aeb1-5be18ca00d66 tempest-ServerMetadataTestJSON-439514153 tempest-ServerMetadataTestJSON-439514153-project-member] [instance: 7df34493-99be-445c-9772-abd14784c038] Starting instance... {{(pid=62088) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 614.835019] env[62088]: DEBUG oslo_concurrency.lockutils [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 5.090s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.836043] env[62088]: ERROR nova.compute.manager [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port 3ae11f96-979a-4e42-b56b-e60e38418b3e, please check neutron logs for more information. [ 614.836043] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] Traceback (most recent call last): [ 614.836043] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance [ 614.836043] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] self.driver.spawn(context, instance, image_meta, [ 614.836043] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 542, in spawn [ 614.836043] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] self._vmops.spawn(context, instance, image_meta, injected_files, [ 614.836043] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 614.836043] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] vm_ref = self.build_virtual_machine(instance, [ 614.836043] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 614.836043] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] vif_infos = vmwarevif.get_vif_info(self._session, [ 614.836043] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 614.836416] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] for vif in network_info: [ 614.836416] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 614.836416] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] return self._sync_wrapper(fn, *args, **kwargs) [ 614.836416] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 614.836416] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] self.wait() [ 614.836416] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 614.836416] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] self[:] = self._gt.wait() [ 614.836416] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 614.836416] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] return self._exit_event.wait() [ 614.836416] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 614.836416] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] result = hub.switch() [ 614.836416] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 614.836416] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] return self.greenlet.switch() [ 614.836762] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 614.836762] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] result = function(*args, **kwargs) [ 614.836762] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 614.836762] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] return func(*args, **kwargs) [ 614.836762] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async [ 614.836762] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] raise e [ 614.836762] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async [ 614.836762] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] nwinfo = self.network_api.allocate_for_instance( [ 614.836762] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 614.836762] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] created_port_ids = self._update_ports_for_instance( [ 614.836762] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 614.836762] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] with excutils.save_and_reraise_exception(): [ 614.836762] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 614.837169] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] self.force_reraise() [ 614.837169] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 614.837169] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] raise self.value [ 614.837169] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 614.837169] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] updated_port = self._update_port( [ 614.837169] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 614.837169] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] _ensure_no_port_binding_failure(port) [ 614.837169] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 614.837169] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] raise exception.PortBindingFailed(port_id=port['id']) [ 614.837169] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] nova.exception.PortBindingFailed: Binding failed for port 3ae11f96-979a-4e42-b56b-e60e38418b3e, please check neutron logs for more information. [ 614.837169] env[62088]: ERROR nova.compute.manager [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] [ 614.837482] env[62088]: DEBUG nova.compute.utils [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] Binding failed for port 3ae11f96-979a-4e42-b56b-e60e38418b3e, please check neutron logs for more information. {{(pid=62088) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 614.837732] env[62088]: DEBUG oslo_concurrency.lockutils [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.695s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.839979] env[62088]: INFO nova.compute.claims [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 614.843119] env[62088]: DEBUG nova.compute.manager [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] Build of instance c590ddbb-dcbe-4297-b95b-0b5a733b1dbb was re-scheduled: Binding failed for port 3ae11f96-979a-4e42-b56b-e60e38418b3e, please check neutron logs for more information. {{(pid=62088) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2486}} [ 614.843531] env[62088]: DEBUG nova.compute.manager [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] Unplugging VIFs for instance {{(pid=62088) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3012}} [ 614.843750] env[62088]: DEBUG oslo_concurrency.lockutils [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Acquiring lock "refresh_cache-c590ddbb-dcbe-4297-b95b-0b5a733b1dbb" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.843909] env[62088]: DEBUG oslo_concurrency.lockutils [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Acquired lock "refresh_cache-c590ddbb-dcbe-4297-b95b-0b5a733b1dbb" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.844088] env[62088]: DEBUG nova.network.neutron [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] Building network info cache for instance {{(pid=62088) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 614.995551] env[62088]: DEBUG oslo_concurrency.lockutils [None req-c513be31-8bd8-46ca-aeb1-5be18ca00d66 tempest-ServerMetadataTestJSON-439514153 tempest-ServerMetadataTestJSON-439514153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.380819] env[62088]: DEBUG nova.network.neutron [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 615.544407] env[62088]: DEBUG nova.network.neutron [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.847804] env[62088]: DEBUG oslo_concurrency.lockutils [None req-ab6e247f-a34e-48fa-b567-8f3a60aba665 tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] Acquiring lock "73eea771-43bc-47fa-ada4-8a2428a64ab0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.848092] env[62088]: DEBUG oslo_concurrency.lockutils [None req-ab6e247f-a34e-48fa-b567-8f3a60aba665 tempest-ImagesTestJSON-39913705 tempest-ImagesTestJSON-39913705-project-member] Lock "73eea771-43bc-47fa-ada4-8a2428a64ab0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.051061] env[62088]: DEBUG oslo_concurrency.lockutils [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Releasing lock "refresh_cache-c590ddbb-dcbe-4297-b95b-0b5a733b1dbb" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.051783] env[62088]: DEBUG nova.compute.manager [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62088) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3035}} [ 616.051949] env[62088]: DEBUG nova.compute.manager [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] Deallocating network for instance {{(pid=62088) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 616.052144] env[62088]: DEBUG nova.network.neutron [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] deallocate_for_instance() {{(pid=62088) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 616.098389] env[62088]: DEBUG nova.network.neutron [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 616.171118] env[62088]: DEBUG oslo_concurrency.lockutils [None req-32c65b38-307e-45bd-b740-507b20a4eb0b tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Acquiring lock "c8701f32-078c-4fdb-98fb-5e89cd9c8334" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.172256] env[62088]: DEBUG oslo_concurrency.lockutils [None req-32c65b38-307e-45bd-b740-507b20a4eb0b tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Lock "c8701f32-078c-4fdb-98fb-5e89cd9c8334" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.172256] env[62088]: DEBUG oslo_concurrency.lockutils [None req-32c65b38-307e-45bd-b740-507b20a4eb0b tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Acquiring lock "c8701f32-078c-4fdb-98fb-5e89cd9c8334-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.172256] env[62088]: DEBUG oslo_concurrency.lockutils [None req-32c65b38-307e-45bd-b740-507b20a4eb0b tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Lock "c8701f32-078c-4fdb-98fb-5e89cd9c8334-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.172256] env[62088]: DEBUG oslo_concurrency.lockutils [None req-32c65b38-307e-45bd-b740-507b20a4eb0b tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Lock "c8701f32-078c-4fdb-98fb-5e89cd9c8334-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.176227] env[62088]: INFO nova.compute.manager [None req-32c65b38-307e-45bd-b740-507b20a4eb0b tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Terminating instance [ 616.179599] env[62088]: DEBUG oslo_concurrency.lockutils [None req-32c65b38-307e-45bd-b740-507b20a4eb0b tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Acquiring lock "refresh_cache-c8701f32-078c-4fdb-98fb-5e89cd9c8334" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.179599] env[62088]: DEBUG oslo_concurrency.lockutils [None req-32c65b38-307e-45bd-b740-507b20a4eb0b tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Acquired lock "refresh_cache-c8701f32-078c-4fdb-98fb-5e89cd9c8334" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.179599] env[62088]: DEBUG nova.network.neutron [None req-32c65b38-307e-45bd-b740-507b20a4eb0b tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Building network info cache for instance {{(pid=62088) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 616.253295] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df41a0e-49bf-469f-bdf1-b78be15384fc {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.262127] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5da393c-691d-4653-9430-bf9534c2495d {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.296445] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24df1a6f-ed9b-459c-aecd-0047ddcb113c {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.306824] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5079480-9a08-464f-98ce-1ea870ff0965 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.323201] env[62088]: DEBUG nova.compute.provider_tree [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] Inventory has not changed in ProviderTree for provider: fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 {{(pid=62088) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.605427] env[62088]: DEBUG nova.network.neutron [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.712282] env[62088]: DEBUG nova.network.neutron [None req-32c65b38-307e-45bd-b740-507b20a4eb0b tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 616.826904] env[62088]: DEBUG nova.scheduler.client.report [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] Inventory has not changed for provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62088) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 616.869103] env[62088]: DEBUG nova.network.neutron [None req-32c65b38-307e-45bd-b740-507b20a4eb0b tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.108450] env[62088]: INFO nova.compute.manager [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] [instance: c590ddbb-dcbe-4297-b95b-0b5a733b1dbb] Took 1.06 seconds to deallocate network for instance. [ 617.332513] env[62088]: DEBUG oslo_concurrency.lockutils [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.333125] env[62088]: DEBUG nova.compute.manager [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] Start building networks asynchronously for instance. {{(pid=62088) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 617.336817] env[62088]: DEBUG oslo_concurrency.lockutils [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 15.960s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.372172] env[62088]: DEBUG oslo_concurrency.lockutils [None req-32c65b38-307e-45bd-b740-507b20a4eb0b tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Releasing lock "refresh_cache-c8701f32-078c-4fdb-98fb-5e89cd9c8334" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.373491] env[62088]: DEBUG nova.compute.manager [None req-32c65b38-307e-45bd-b740-507b20a4eb0b tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Start destroying the instance on the hypervisor. {{(pid=62088) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3159}} [ 617.374134] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-32c65b38-307e-45bd-b740-507b20a4eb0b tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Destroying instance {{(pid=62088) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 617.374678] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b15c8d-0da9-4782-b5a2-bbf73be587a6 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.385131] env[62088]: DEBUG nova.virt.vmwareapi.vm_util [None req-32c65b38-307e-45bd-b740-507b20a4eb0b tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Powering off the VM {{(pid=62088) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 617.385608] env[62088]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02c0face-7a76-4f15-8767-9b16abe3ddfb {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.394294] env[62088]: DEBUG oslo_vmware.api [None req-32c65b38-307e-45bd-b740-507b20a4eb0b tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Waiting for the task: (returnval){ [ 617.394294] env[62088]: value = "task-1041761" [ 617.394294] env[62088]: _type = "Task" [ 617.394294] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.403867] env[62088]: DEBUG oslo_vmware.api [None req-32c65b38-307e-45bd-b740-507b20a4eb0b tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.845896] env[62088]: DEBUG nova.compute.utils [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] Using /dev/sd instead of None {{(pid=62088) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 617.850963] env[62088]: DEBUG nova.compute.manager [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] Allocating IP information in the background. {{(pid=62088) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 617.851282] env[62088]: DEBUG nova.network.neutron [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] allocate_for_instance() {{(pid=62088) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 617.909174] env[62088]: DEBUG oslo_vmware.api [None req-32c65b38-307e-45bd-b740-507b20a4eb0b tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041761, 'name': PowerOffVM_Task, 'duration_secs': 0.116104} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.910813] env[62088]: DEBUG nova.virt.vmwareapi.vm_util [None req-32c65b38-307e-45bd-b740-507b20a4eb0b tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Powered off the VM {{(pid=62088) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 617.910813] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-32c65b38-307e-45bd-b740-507b20a4eb0b tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Unregistering the VM {{(pid=62088) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 617.910813] env[62088]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0232f454-ab78-463e-9a93-ac23a05fa08f {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.935492] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-32c65b38-307e-45bd-b740-507b20a4eb0b tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Unregistered the VM {{(pid=62088) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 617.935698] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-32c65b38-307e-45bd-b740-507b20a4eb0b tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Deleting contents of the VM from datastore datastore2 {{(pid=62088) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 617.935868] env[62088]: DEBUG nova.virt.vmwareapi.ds_util [None req-32c65b38-307e-45bd-b740-507b20a4eb0b tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Deleting the datastore file [datastore2] c8701f32-078c-4fdb-98fb-5e89cd9c8334 {{(pid=62088) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 617.937877] env[62088]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd89839f-06e2-41e5-8518-5763de9bec37 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.942535] env[62088]: DEBUG oslo_vmware.api [None req-32c65b38-307e-45bd-b740-507b20a4eb0b tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Waiting for the task: (returnval){ [ 617.942535] env[62088]: value = "task-1041763" [ 617.942535] env[62088]: _type = "Task" [ 617.942535] env[62088]: } to complete. {{(pid=62088) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.952998] env[62088]: DEBUG oslo_vmware.api [None req-32c65b38-307e-45bd-b740-507b20a4eb0b tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.177209] env[62088]: INFO nova.scheduler.client.report [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Deleted allocations for instance c590ddbb-dcbe-4297-b95b-0b5a733b1dbb [ 618.242462] env[62088]: DEBUG nova.policy [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'edd91431be3448dd929ab57eebe82352', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7768e96a06140209df315195ef1d10a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62088) authorize /opt/stack/nova/nova/policy.py:201}} [ 618.255122] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f12188-e2ea-4a4b-b868-59fcb3be5a6f {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.263798] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d01b288-4ebb-4390-9a13-9e7fb3a92ba9 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.293784] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6b43d9-3585-44d5-ab09-5f84d1a5f80b {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.301429] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba129bd-19f0-426c-88d3-eb890bc97320 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.315186] env[62088]: DEBUG nova.compute.provider_tree [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] Inventory has not changed in ProviderTree for provider: fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 {{(pid=62088) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.351266] env[62088]: DEBUG nova.compute.manager [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] Start building block device mappings for instance. {{(pid=62088) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 618.457346] env[62088]: DEBUG oslo_vmware.api [None req-32c65b38-307e-45bd-b740-507b20a4eb0b tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Task: {'id': task-1041763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.088317} completed successfully. {{(pid=62088) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.458055] env[62088]: DEBUG nova.virt.vmwareapi.ds_util [None req-32c65b38-307e-45bd-b740-507b20a4eb0b tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Deleted the datastore file {{(pid=62088) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 618.458055] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-32c65b38-307e-45bd-b740-507b20a4eb0b tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Deleted contents of the VM from datastore datastore2 {{(pid=62088) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 618.458253] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-32c65b38-307e-45bd-b740-507b20a4eb0b tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Instance destroyed {{(pid=62088) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 618.458253] env[62088]: INFO nova.compute.manager [None req-32c65b38-307e-45bd-b740-507b20a4eb0b tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Took 1.08 seconds to destroy the instance on the hypervisor. [ 618.458663] env[62088]: DEBUG oslo.service.loopingcall [None req-32c65b38-307e-45bd-b740-507b20a4eb0b tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62088) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 618.458663] env[62088]: DEBUG nova.compute.manager [-] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Deallocating network for instance {{(pid=62088) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 618.458764] env[62088]: DEBUG nova.network.neutron [-] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] deallocate_for_instance() {{(pid=62088) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 618.508743] env[62088]: DEBUG nova.network.neutron [-] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 618.694047] env[62088]: DEBUG oslo_concurrency.lockutils [None req-66ce24ae-5796-4996-a54b-1e2306f9e12c tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Lock "c590ddbb-dcbe-4297-b95b-0b5a733b1dbb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.400s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.820818] env[62088]: DEBUG nova.scheduler.client.report [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] Inventory has not changed for provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62088) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 619.013274] env[62088]: DEBUG nova.network.neutron [-] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.201217] env[62088]: DEBUG nova.compute.manager [None req-c4221c78-bc82-40a3-8033-364103670cfb tempest-VolumesAssistedSnapshotsTest-857573079 tempest-VolumesAssistedSnapshotsTest-857573079-project-member] [instance: 2d123f5b-6cca-4783-8564-48202822a57c] Starting instance... {{(pid=62088) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 619.323775] env[62088]: DEBUG oslo_concurrency.lockutils [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.987s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.324455] env[62088]: ERROR nova.compute.manager [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port d65abb1a-2516-43d5-b04f-c7b904d656d0, please check neutron logs for more information. [ 619.324455] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] Traceback (most recent call last): [ 619.324455] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance [ 619.324455] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] self.driver.spawn(context, instance, image_meta, [ 619.324455] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 542, in spawn [ 619.324455] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] self._vmops.spawn(context, instance, image_meta, injected_files, [ 619.324455] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 619.324455] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] vm_ref = self.build_virtual_machine(instance, [ 619.324455] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 619.324455] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] vif_infos = vmwarevif.get_vif_info(self._session, [ 619.324455] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 619.324833] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] for vif in network_info: [ 619.324833] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 619.324833] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] return self._sync_wrapper(fn, *args, **kwargs) [ 619.324833] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 619.324833] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] self.wait() [ 619.324833] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 619.324833] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] self[:] = self._gt.wait() [ 619.324833] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 619.324833] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] return self._exit_event.wait() [ 619.324833] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 619.324833] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] result = hub.switch() [ 619.324833] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 619.324833] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] return self.greenlet.switch() [ 619.325194] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 619.325194] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] result = function(*args, **kwargs) [ 619.325194] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 619.325194] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] return func(*args, **kwargs) [ 619.325194] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async [ 619.325194] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] raise e [ 619.325194] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async [ 619.325194] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] nwinfo = self.network_api.allocate_for_instance( [ 619.325194] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 619.325194] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] created_port_ids = self._update_ports_for_instance( [ 619.325194] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 619.325194] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] with excutils.save_and_reraise_exception(): [ 619.325194] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 619.325588] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] self.force_reraise() [ 619.325588] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 619.325588] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] raise self.value [ 619.325588] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 619.325588] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] updated_port = self._update_port( [ 619.325588] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 619.325588] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] _ensure_no_port_binding_failure(port) [ 619.325588] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 619.325588] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] raise exception.PortBindingFailed(port_id=port['id']) [ 619.325588] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] nova.exception.PortBindingFailed: Binding failed for port d65abb1a-2516-43d5-b04f-c7b904d656d0, please check neutron logs for more information. [ 619.325588] env[62088]: ERROR nova.compute.manager [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] [ 619.325891] env[62088]: DEBUG nova.compute.utils [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] Binding failed for port d65abb1a-2516-43d5-b04f-c7b904d656d0, please check neutron logs for more information. {{(pid=62088) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 619.326912] env[62088]: DEBUG oslo_concurrency.lockutils [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 17.081s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.330333] env[62088]: DEBUG nova.compute.manager [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] Build of instance a5116668-7f95-4709-97ca-9c2f84ad1d9c was re-scheduled: Binding failed for port d65abb1a-2516-43d5-b04f-c7b904d656d0, please check neutron logs for more information. {{(pid=62088) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2486}} [ 619.331403] env[62088]: DEBUG nova.compute.manager [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] Unplugging VIFs for instance {{(pid=62088) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3012}} [ 619.335321] env[62088]: DEBUG oslo_concurrency.lockutils [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] Acquiring lock "refresh_cache-a5116668-7f95-4709-97ca-9c2f84ad1d9c" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.335486] env[62088]: DEBUG oslo_concurrency.lockutils [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] Acquired lock "refresh_cache-a5116668-7f95-4709-97ca-9c2f84ad1d9c" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.335649] env[62088]: DEBUG nova.network.neutron [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] Building network info cache for instance {{(pid=62088) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 619.360842] env[62088]: DEBUG nova.compute.manager [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] Start spawning the instance on the hypervisor. {{(pid=62088) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 619.385267] env[62088]: DEBUG nova.virt.hardware [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-30T16:42:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-30T16:42:10Z,direct_url=,disk_format='vmdk',id=a3f1d809-5bf4-4806-83fa-07c1d0510a86,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a093787074964289b4824107ef1c66e7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-30T16:42:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 619.385555] env[62088]: DEBUG nova.virt.hardware [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] Flavor limits 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 619.385716] env[62088]: DEBUG nova.virt.hardware [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] Image limits 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 619.385897] env[62088]: DEBUG nova.virt.hardware [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] Flavor pref 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 619.386155] env[62088]: DEBUG nova.virt.hardware [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] Image pref 0:0:0 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 619.386374] env[62088]: DEBUG nova.virt.hardware [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62088) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 619.386767] env[62088]: DEBUG nova.virt.hardware [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 619.386767] env[62088]: DEBUG nova.virt.hardware [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62088) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 619.386975] env[62088]: DEBUG nova.virt.hardware [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] Got 1 possible topologies {{(pid=62088) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 619.387462] env[62088]: DEBUG nova.virt.hardware [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 619.387462] env[62088]: DEBUG nova.virt.hardware [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62088) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 619.388752] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de92f90-2bee-4339-aa80-0a3625a2acdc {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.398366] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab96caf6-6eb9-4aaa-b07f-876e22185858 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.517613] env[62088]: INFO nova.compute.manager [-] [instance: c8701f32-078c-4fdb-98fb-5e89cd9c8334] Took 1.06 seconds to deallocate network for instance. [ 619.702283] env[62088]: DEBUG nova.network.neutron [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] Successfully created port: 7ea75147-5e43-4626-9aa5-5f3603f1b7b5 {{(pid=62088) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 619.736342] env[62088]: DEBUG oslo_concurrency.lockutils [None req-c4221c78-bc82-40a3-8033-364103670cfb tempest-VolumesAssistedSnapshotsTest-857573079 tempest-VolumesAssistedSnapshotsTest-857573079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.022922] env[62088]: DEBUG oslo_concurrency.lockutils [None req-32c65b38-307e-45bd-b740-507b20a4eb0b tempest-ServersAdmin275Test-2006675006 tempest-ServersAdmin275Test-2006675006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.077017] env[62088]: DEBUG nova.network.neutron [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 620.164283] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fb4934-e2c3-4f82-8e0d-753637fc5623 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.173587] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14de9cf2-c1fb-41ac-896d-8e5f77213d87 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.208843] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfeeddd-3536-47e5-bdac-3dd22d54288c {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.216414] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a4ff9b-9523-4341-a377-a1539a5dd70f {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.231230] env[62088]: DEBUG nova.compute.provider_tree [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] Inventory has not changed in ProviderTree for provider: fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 {{(pid=62088) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.404652] env[62088]: DEBUG nova.network.neutron [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.736196] env[62088]: DEBUG nova.scheduler.client.report [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] Inventory has not changed for provider fb5af041-a1d8-4e30-b0e1-0cdec1a610e1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62088) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 620.909872] env[62088]: DEBUG oslo_concurrency.lockutils [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] Releasing lock "refresh_cache-a5116668-7f95-4709-97ca-9c2f84ad1d9c" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.909872] env[62088]: DEBUG nova.compute.manager [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62088) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3035}} [ 620.909872] env[62088]: DEBUG nova.compute.manager [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] Deallocating network for instance {{(pid=62088) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 620.909872] env[62088]: DEBUG nova.network.neutron [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] deallocate_for_instance() {{(pid=62088) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 620.947806] env[62088]: DEBUG nova.network.neutron [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 621.245516] env[62088]: DEBUG oslo_concurrency.lockutils [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.918s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.246482] env[62088]: ERROR nova.compute.manager [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port 23539208-8861-4bbf-a69e-b9c5347d159f, please check neutron logs for more information. [ 621.246482] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] Traceback (most recent call last): [ 621.246482] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance [ 621.246482] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] self.driver.spawn(context, instance, image_meta, [ 621.246482] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 542, in spawn [ 621.246482] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] self._vmops.spawn(context, instance, image_meta, injected_files, [ 621.246482] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 621.246482] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] vm_ref = self.build_virtual_machine(instance, [ 621.246482] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 621.246482] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] vif_infos = vmwarevif.get_vif_info(self._session, [ 621.246482] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 621.246892] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] for vif in network_info: [ 621.246892] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 621.246892] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] return self._sync_wrapper(fn, *args, **kwargs) [ 621.246892] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 621.246892] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] self.wait() [ 621.246892] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 621.246892] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] self[:] = self._gt.wait() [ 621.246892] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 621.246892] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] return self._exit_event.wait() [ 621.246892] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 621.246892] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] result = hub.switch() [ 621.246892] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 621.246892] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] return self.greenlet.switch() [ 621.247248] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 621.247248] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] result = function(*args, **kwargs) [ 621.247248] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 621.247248] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] return func(*args, **kwargs) [ 621.247248] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async [ 621.247248] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] raise e [ 621.247248] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async [ 621.247248] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] nwinfo = self.network_api.allocate_for_instance( [ 621.247248] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 621.247248] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] created_port_ids = self._update_ports_for_instance( [ 621.247248] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 621.247248] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] with excutils.save_and_reraise_exception(): [ 621.247248] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 621.247584] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] self.force_reraise() [ 621.247584] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 621.247584] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] raise self.value [ 621.247584] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 621.247584] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] updated_port = self._update_port( [ 621.247584] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 621.247584] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] _ensure_no_port_binding_failure(port) [ 621.247584] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 621.247584] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] raise exception.PortBindingFailed(port_id=port['id']) [ 621.247584] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] nova.exception.PortBindingFailed: Binding failed for port 23539208-8861-4bbf-a69e-b9c5347d159f, please check neutron logs for more information. [ 621.247584] env[62088]: ERROR nova.compute.manager [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] [ 621.247859] env[62088]: DEBUG nova.compute.utils [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] Binding failed for port 23539208-8861-4bbf-a69e-b9c5347d159f, please check neutron logs for more information. {{(pid=62088) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 621.252650] env[62088]: DEBUG oslo_concurrency.lockutils [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 18.552s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.255463] env[62088]: DEBUG nova.compute.manager [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] Build of instance f5e30da8-0745-4e97-bf81-fe4eb10eb00e was re-scheduled: Binding failed for port 23539208-8861-4bbf-a69e-b9c5347d159f, please check neutron logs for more information. {{(pid=62088) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2486}} [ 621.255463] env[62088]: DEBUG nova.compute.manager [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] Unplugging VIFs for instance {{(pid=62088) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3012}} [ 621.255463] env[62088]: DEBUG oslo_concurrency.lockutils [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] Acquiring lock "refresh_cache-f5e30da8-0745-4e97-bf81-fe4eb10eb00e" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.255594] env[62088]: DEBUG oslo_concurrency.lockutils [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] Acquired lock "refresh_cache-f5e30da8-0745-4e97-bf81-fe4eb10eb00e" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.255629] env[62088]: DEBUG nova.network.neutron [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] Building network info cache for instance {{(pid=62088) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 621.452590] env[62088]: DEBUG nova.network.neutron [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.825499] env[62088]: DEBUG nova.network.neutron [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 621.956111] env[62088]: INFO nova.compute.manager [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] [instance: a5116668-7f95-4709-97ca-9c2f84ad1d9c] Took 1.05 seconds to deallocate network for instance. [ 622.130842] env[62088]: DEBUG nova.network.neutron [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.300118] env[62088]: WARNING nova.compute.resource_tracker [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Instance c8701f32-078c-4fdb-98fb-5e89cd9c8334 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 622.640985] env[62088]: DEBUG oslo_concurrency.lockutils [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] Releasing lock "refresh_cache-f5e30da8-0745-4e97-bf81-fe4eb10eb00e" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.642184] env[62088]: DEBUG nova.compute.manager [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62088) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3035}} [ 622.642184] env[62088]: DEBUG nova.compute.manager [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] Deallocating network for instance {{(pid=62088) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 622.642184] env[62088]: DEBUG nova.network.neutron [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] deallocate_for_instance() {{(pid=62088) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 622.683098] env[62088]: DEBUG nova.network.neutron [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 622.803180] env[62088]: DEBUG nova.compute.resource_tracker [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Instance a5116668-7f95-4709-97ca-9c2f84ad1d9c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62088) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 623.011994] env[62088]: INFO nova.scheduler.client.report [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] Deleted allocations for instance a5116668-7f95-4709-97ca-9c2f84ad1d9c [ 623.190025] env[62088]: DEBUG nova.network.neutron [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.295811] env[62088]: DEBUG oslo_concurrency.lockutils [None req-c464e1e0-72ce-4525-b652-b60becae1843 tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Acquiring lock "91ebed6e-069c-4e20-9164-6dd7a557dcb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.296126] env[62088]: DEBUG oslo_concurrency.lockutils [None req-c464e1e0-72ce-4525-b652-b60becae1843 tempest-DeleteServersAdminTestJSON-440021219 tempest-DeleteServersAdminTestJSON-440021219-project-member] Lock "91ebed6e-069c-4e20-9164-6dd7a557dcb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.305598] env[62088]: DEBUG nova.compute.resource_tracker [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Instance f5e30da8-0745-4e97-bf81-fe4eb10eb00e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62088) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 623.305893] env[62088]: DEBUG nova.compute.resource_tracker [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Instance 13d829ee-b6da-421a-836f-8c13fed0db51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62088) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 623.306327] env[62088]: DEBUG nova.compute.resource_tracker [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Instance ac045fef-9f06-4b63-8e44-5b47c2763061 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62088) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 623.306692] env[62088]: DEBUG nova.compute.resource_tracker [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Instance ef05c3ba-caa8-46a7-854c-12b736e01de4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62088) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 623.306883] env[62088]: DEBUG nova.compute.resource_tracker [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Instance 2eab5677-3651-4c57-9a3f-9da5f89f1a71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62088) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 623.532644] env[62088]: DEBUG oslo_concurrency.lockutils [None req-243df276-f31f-4540-8e2a-dd6a900db91d tempest-ServerExternalEventsTest-1203077179 tempest-ServerExternalEventsTest-1203077179-project-member] Lock "a5116668-7f95-4709-97ca-9c2f84ad1d9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.488s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.668367] env[62088]: DEBUG oslo_concurrency.lockutils [None req-71820bf7-a428-4a5a-8468-544e39269a3e tempest-ServerTagsTestJSON-1555703541 tempest-ServerTagsTestJSON-1555703541-project-member] Acquiring lock "00012399-be47-481e-9eb0-202ef5774b7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.668367] env[62088]: DEBUG oslo_concurrency.lockutils [None req-71820bf7-a428-4a5a-8468-544e39269a3e tempest-ServerTagsTestJSON-1555703541 tempest-ServerTagsTestJSON-1555703541-project-member] Lock "00012399-be47-481e-9eb0-202ef5774b7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.690509] env[62088]: INFO nova.compute.manager [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] [instance: f5e30da8-0745-4e97-bf81-fe4eb10eb00e] Took 1.05 seconds to deallocate network for instance. [ 623.811835] env[62088]: DEBUG nova.compute.resource_tracker [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Instance eba20570-bb07-481f-a809-136b1b005aed has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62088) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 624.037222] env[62088]: DEBUG nova.compute.manager [None req-08f38e4d-26d4-4d44-9ebc-b24908e99ae0 tempest-ServersWithSpecificFlavorTestJSON-1710519792 tempest-ServersWithSpecificFlavorTestJSON-1710519792-project-member] [instance: 6eb68020-0c63-4b5b-8bc7-406d0f0fb44c] Starting instance... {{(pid=62088) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 624.100307] env[62088]: ERROR nova.compute.manager [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port 7ea75147-5e43-4626-9aa5-5f3603f1b7b5, please check neutron logs for more information. [ 624.100307] env[62088]: ERROR nova.compute.manager Traceback (most recent call last): [ 624.100307] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async [ 624.100307] env[62088]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 624.100307] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 624.100307] env[62088]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 624.100307] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 624.100307] env[62088]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 624.100307] env[62088]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 624.100307] env[62088]: ERROR nova.compute.manager self.force_reraise() [ 624.100307] env[62088]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 624.100307] env[62088]: ERROR nova.compute.manager raise self.value [ 624.100307] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 624.100307] env[62088]: ERROR nova.compute.manager updated_port = self._update_port( [ 624.100307] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 624.100307] env[62088]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 624.101106] env[62088]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 624.101106] env[62088]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 624.101106] env[62088]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port 7ea75147-5e43-4626-9aa5-5f3603f1b7b5, please check neutron logs for more information. [ 624.101106] env[62088]: ERROR nova.compute.manager [ 624.101106] env[62088]: Traceback (most recent call last): [ 624.101106] env[62088]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 624.101106] env[62088]: listener.cb(fileno) [ 624.101106] env[62088]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 624.101106] env[62088]: result = function(*args, **kwargs) [ 624.101106] env[62088]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 624.101106] env[62088]: return func(*args, **kwargs) [ 624.101106] env[62088]: File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async [ 624.101106] env[62088]: raise e [ 624.101106] env[62088]: File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async [ 624.101106] env[62088]: nwinfo = self.network_api.allocate_for_instance( [ 624.101106] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 624.101106] env[62088]: created_port_ids = self._update_ports_for_instance( [ 624.101106] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 624.101106] env[62088]: with excutils.save_and_reraise_exception(): [ 624.101106] env[62088]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 624.101106] env[62088]: self.force_reraise() [ 624.101106] env[62088]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 624.101106] env[62088]: raise self.value [ 624.101106] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 624.101106] env[62088]: updated_port = self._update_port( [ 624.101106] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 624.101106] env[62088]: _ensure_no_port_binding_failure(port) [ 624.101106] env[62088]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 624.101106] env[62088]: raise exception.PortBindingFailed(port_id=port['id']) [ 624.101974] env[62088]: nova.exception.PortBindingFailed: Binding failed for port 7ea75147-5e43-4626-9aa5-5f3603f1b7b5, please check neutron logs for more information. [ 624.101974] env[62088]: Removing descriptor: 18 [ 624.101974] env[62088]: ERROR nova.compute.manager [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port 7ea75147-5e43-4626-9aa5-5f3603f1b7b5, please check neutron logs for more information. [ 624.101974] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] Traceback (most recent call last): [ 624.101974] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] File "/opt/stack/nova/nova/compute/manager.py", line 2900, in _build_resources [ 624.101974] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] yield resources [ 624.101974] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance [ 624.101974] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] self.driver.spawn(context, instance, image_meta, [ 624.101974] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 542, in spawn [ 624.101974] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] self._vmops.spawn(context, instance, image_meta, injected_files, [ 624.101974] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 624.101974] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] vm_ref = self.build_virtual_machine(instance, [ 624.102388] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 624.102388] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] vif_infos = vmwarevif.get_vif_info(self._session, [ 624.102388] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 624.102388] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] for vif in network_info: [ 624.102388] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 624.102388] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] return self._sync_wrapper(fn, *args, **kwargs) [ 624.102388] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 624.102388] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] self.wait() [ 624.102388] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 624.102388] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] self[:] = self._gt.wait() [ 624.102388] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 624.102388] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] return self._exit_event.wait() [ 624.102388] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 624.102856] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] result = hub.switch() [ 624.102856] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 624.102856] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] return self.greenlet.switch() [ 624.102856] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 624.102856] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] result = function(*args, **kwargs) [ 624.102856] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 624.102856] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] return func(*args, **kwargs) [ 624.102856] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async [ 624.102856] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] raise e [ 624.102856] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async [ 624.102856] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] nwinfo = self.network_api.allocate_for_instance( [ 624.102856] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 624.102856] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] created_port_ids = self._update_ports_for_instance( [ 624.103379] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 624.103379] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] with excutils.save_and_reraise_exception(): [ 624.103379] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 624.103379] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] self.force_reraise() [ 624.103379] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 624.103379] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] raise self.value [ 624.103379] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 624.103379] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] updated_port = self._update_port( [ 624.103379] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 624.103379] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] _ensure_no_port_binding_failure(port) [ 624.103379] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 624.103379] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] raise exception.PortBindingFailed(port_id=port['id']) [ 624.106078] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] nova.exception.PortBindingFailed: Binding failed for port 7ea75147-5e43-4626-9aa5-5f3603f1b7b5, please check neutron logs for more information. [ 624.106078] env[62088]: ERROR nova.compute.manager [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] [ 624.106078] env[62088]: INFO nova.compute.manager [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] Terminating instance [ 624.106078] env[62088]: DEBUG oslo_concurrency.lockutils [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] Acquiring lock "refresh_cache-2eab5677-3651-4c57-9a3f-9da5f89f1a71" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.106078] env[62088]: DEBUG oslo_concurrency.lockutils [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] Acquired lock "refresh_cache-2eab5677-3651-4c57-9a3f-9da5f89f1a71" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.106078] env[62088]: DEBUG nova.network.neutron [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] Building network info cache for instance {{(pid=62088) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 624.315279] env[62088]: DEBUG nova.compute.resource_tracker [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Instance 0d9910d7-a933-4f5d-964f-a9a14b7b413e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62088) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 624.568300] env[62088]: DEBUG oslo_concurrency.lockutils [None req-08f38e4d-26d4-4d44-9ebc-b24908e99ae0 tempest-ServersWithSpecificFlavorTestJSON-1710519792 tempest-ServersWithSpecificFlavorTestJSON-1710519792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.660165] env[62088]: DEBUG nova.network.neutron [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 624.741296] env[62088]: INFO nova.scheduler.client.report [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] Deleted allocations for instance f5e30da8-0745-4e97-bf81-fe4eb10eb00e [ 624.821379] env[62088]: DEBUG nova.compute.resource_tracker [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Instance 4986367a-40f8-4147-b68b-19db881ddee3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62088) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 624.958822] env[62088]: DEBUG nova.network.neutron [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.251758] env[62088]: DEBUG oslo_concurrency.lockutils [None req-c7162831-5032-410d-ab02-0e8b82b02699 tempest-ServerAddressesNegativeTestJSON-783443720 tempest-ServerAddressesNegativeTestJSON-783443720-project-member] Lock "f5e30da8-0745-4e97-bf81-fe4eb10eb00e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.421s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.323755] env[62088]: DEBUG nova.compute.resource_tracker [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Instance 7df34493-99be-445c-9772-abd14784c038 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62088) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 625.398815] env[62088]: DEBUG nova.compute.manager [req-8833cdd2-64ec-4144-9020-6e5c7b8caa19 req-a84ff3b8-08cc-40fd-8224-147f44cd7b2e service nova] [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] Received event network-changed-7ea75147-5e43-4626-9aa5-5f3603f1b7b5 {{(pid=62088) external_instance_event /opt/stack/nova/nova/compute/manager.py:11430}} [ 625.399014] env[62088]: DEBUG nova.compute.manager [req-8833cdd2-64ec-4144-9020-6e5c7b8caa19 req-a84ff3b8-08cc-40fd-8224-147f44cd7b2e service nova] [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] Refreshing instance network info cache due to event network-changed-7ea75147-5e43-4626-9aa5-5f3603f1b7b5. {{(pid=62088) external_instance_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 625.399209] env[62088]: DEBUG oslo_concurrency.lockutils [req-8833cdd2-64ec-4144-9020-6e5c7b8caa19 req-a84ff3b8-08cc-40fd-8224-147f44cd7b2e service nova] Acquiring lock "refresh_cache-2eab5677-3651-4c57-9a3f-9da5f89f1a71" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.465121] env[62088]: DEBUG oslo_concurrency.lockutils [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] Releasing lock "refresh_cache-2eab5677-3651-4c57-9a3f-9da5f89f1a71" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.465533] env[62088]: DEBUG nova.compute.manager [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] Start destroying the instance on the hypervisor. {{(pid=62088) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3159}} [ 625.465533] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] Destroying instance {{(pid=62088) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 625.465957] env[62088]: DEBUG oslo_concurrency.lockutils [req-8833cdd2-64ec-4144-9020-6e5c7b8caa19 req-a84ff3b8-08cc-40fd-8224-147f44cd7b2e service nova] Acquired lock "refresh_cache-2eab5677-3651-4c57-9a3f-9da5f89f1a71" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.466185] env[62088]: DEBUG nova.network.neutron [req-8833cdd2-64ec-4144-9020-6e5c7b8caa19 req-a84ff3b8-08cc-40fd-8224-147f44cd7b2e service nova] [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] Refreshing network info cache for port 7ea75147-5e43-4626-9aa5-5f3603f1b7b5 {{(pid=62088) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 625.467342] env[62088]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8353493b-c0ad-49ec-91fa-31bc5efe0136 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.479265] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b6d9cb-874d-476f-b5a9-eec6d7efcb9d {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.507792] env[62088]: WARNING nova.virt.vmwareapi.vmops [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 2eab5677-3651-4c57-9a3f-9da5f89f1a71 could not be found. [ 625.510714] env[62088]: DEBUG nova.virt.vmwareapi.vmops [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] Instance destroyed {{(pid=62088) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 625.510918] env[62088]: INFO nova.compute.manager [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] Took 0.05 seconds to destroy the instance on the hypervisor. [ 625.511220] env[62088]: DEBUG oslo.service.loopingcall [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62088) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 625.511472] env[62088]: DEBUG nova.compute.manager [-] [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] Deallocating network for instance {{(pid=62088) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 625.511559] env[62088]: DEBUG nova.network.neutron [-] [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] deallocate_for_instance() {{(pid=62088) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 625.519380] env[62088]: DEBUG oslo_concurrency.lockutils [None req-cb3e9dd7-2f80-43be-bf04-e5d23b5910e4 tempest-InstanceActionsTestJSON-150714994 tempest-InstanceActionsTestJSON-150714994-project-member] Acquiring lock "86db8e57-ff6c-4748-b40f-381642d27271" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.519380] env[62088]: DEBUG oslo_concurrency.lockutils [None req-cb3e9dd7-2f80-43be-bf04-e5d23b5910e4 tempest-InstanceActionsTestJSON-150714994 tempest-InstanceActionsTestJSON-150714994-project-member] Lock "86db8e57-ff6c-4748-b40f-381642d27271" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.559801] env[62088]: DEBUG nova.network.neutron [-] [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 625.758371] env[62088]: DEBUG nova.compute.manager [None req-8e1861a6-f7f7-47a2-8748-ec41a6e1ed31 tempest-ServerRescueNegativeTestJSON-1440365832 tempest-ServerRescueNegativeTestJSON-1440365832-project-member] [instance: efaf4195-e340-4618-9c2d-e0759fe74234] Starting instance... {{(pid=62088) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 625.772821] env[62088]: DEBUG oslo_concurrency.lockutils [None req-ae0d9b03-4124-4890-acf1-fda15e605a8e tempest-ImagesOneServerTestJSON-1698274377 tempest-ImagesOneServerTestJSON-1698274377-project-member] Acquiring lock "f91ea802-522d-4aaa-94cb-c179e0b753d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.773232] env[62088]: DEBUG oslo_concurrency.lockutils [None req-ae0d9b03-4124-4890-acf1-fda15e605a8e tempest-ImagesOneServerTestJSON-1698274377 tempest-ImagesOneServerTestJSON-1698274377-project-member] Lock "f91ea802-522d-4aaa-94cb-c179e0b753d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.827203] env[62088]: DEBUG nova.compute.resource_tracker [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Instance 2d123f5b-6cca-4783-8564-48202822a57c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62088) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 625.929010] env[62088]: DEBUG nova.compute.manager [None req-d4528269-f4a2-4ec8-ad37-03e01449b28b tempest-ServerDiagnosticsV248Test-864714373 tempest-ServerDiagnosticsV248Test-864714373-project-admin] [instance: ef05c3ba-caa8-46a7-854c-12b736e01de4] Checking state {{(pid=62088) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 625.930513] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff72e3b-ed6d-4ccb-89ec-6f233afa8a91 {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.938892] env[62088]: INFO nova.compute.manager [None req-d4528269-f4a2-4ec8-ad37-03e01449b28b tempest-ServerDiagnosticsV248Test-864714373 tempest-ServerDiagnosticsV248Test-864714373-project-admin] [instance: ef05c3ba-caa8-46a7-854c-12b736e01de4] Retrieving diagnostics [ 625.940728] env[62088]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cc3ad4-7230-4ecd-93ea-b328a488441d {{(pid=62088) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.001912] env[62088]: DEBUG nova.network.neutron [req-8833cdd2-64ec-4144-9020-6e5c7b8caa19 req-a84ff3b8-08cc-40fd-8224-147f44cd7b2e service nova] [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] Instance cache missing network info. {{(pid=62088) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 626.064253] env[62088]: DEBUG nova.network.neutron [-] [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.149198] env[62088]: DEBUG nova.network.neutron [req-8833cdd2-64ec-4144-9020-6e5c7b8caa19 req-a84ff3b8-08cc-40fd-8224-147f44cd7b2e service nova] [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] Updating instance_info_cache with network_info: [] {{(pid=62088) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.297638] env[62088]: DEBUG oslo_concurrency.lockutils [None req-8e1861a6-f7f7-47a2-8748-ec41a6e1ed31 tempest-ServerRescueNegativeTestJSON-1440365832 tempest-ServerRescueNegativeTestJSON-1440365832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.331626] env[62088]: DEBUG nova.compute.resource_tracker [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Instance 6eb68020-0c63-4b5b-8bc7-406d0f0fb44c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62088) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 626.570411] env[62088]: INFO nova.compute.manager [-] [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] Took 1.06 seconds to deallocate network for instance. [ 626.573600] env[62088]: DEBUG nova.compute.claims [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] [instance: 2eab5677-3651-4c57-9a3f-9da5f89f1a71] Aborting claim: {{(pid=62088) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 626.573600] env[62088]: DEBUG oslo_concurrency.lockutils [None req-dae3d6cb-8f69-4d54-b6de-3df1cb35f092 tempest-ImagesOneServerNegativeTestJSON-1825664425 tempest-ImagesOneServerNegativeTestJSON-1825664425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.650190] env[62088]: DEBUG oslo_concurrency.lockutils [req-8833cdd2-64ec-4144-9020-6e5c7b8caa19 req-a84ff3b8-08cc-40fd-8224-147f44cd7b2e service nova] Releasing lock "refresh_cache-2eab5677-3651-4c57-9a3f-9da5f89f1a71" {{(pid=62088) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.836505] env[62088]: DEBUG nova.compute.resource_tracker [None req-ff09fa79-7af1-4bff-b0b5-f062c2ad25cc None None] Instance efaf4195-e340-4618-9c2d-e0759fe74234 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62088) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 627.174610] env[62088]: DEBUG oslo_concurrency.lockutils [None req-e8a2e933-cfe0-46e6-b8cd-f72ace3fd68a tempest-ServersTestMultiNic-1130150078 tempest-ServersTestMultiNic-1130150078-project-member] Acquiring lock "5b6ce4c3-cb3c-4690-8ee8-bbf72470141a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.174900] env[62088]: DEBUG oslo_concurrency.lockutils [None req-e8a2e933-cfe0-46e6-b8cd-f72ace3fd68a tempest-ServersTestMultiNic-1130150078 tempest-ServersTestMultiNic-1130150078-project-member] Lock "5b6ce4c3-cb3c-4690-8ee8-bbf72470141a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62088) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency