[ 512.589859] env[62626]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62626) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 512.590399] env[62626]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62626) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 512.590399] env[62626]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62626) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 512.590627] env[62626]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 512.686756] env[62626]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62626) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:390}} [ 512.696499] env[62626]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=62626) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:428}} [ 513.297045] env[62626]: INFO nova.virt.driver [None req-023c257e-0ea6-4d6f-a44b-feba091e1540 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 513.366349] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 513.366554] env[62626]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 513.366676] env[62626]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62626) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 516.426250] env[62626]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-7e974c6b-d10e-43f5-a931-13b7c98c6a91 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.441993] env[62626]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62626) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 516.442132] env[62626]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-4789c29a-b499-4796-8ca4-42fdb3b7af5b {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.478369] env[62626]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 7fdb9. [ 516.478413] env[62626]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.112s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 516.479108] env[62626]: INFO nova.virt.vmwareapi.driver [None req-023c257e-0ea6-4d6f-a44b-feba091e1540 None None] VMware vCenter version: 7.0.3 [ 516.482555] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efe2e2e-a81a-441b-8060-0205e47e77e6 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.500207] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec947a58-7bc9-478e-a069-d47441ffa057 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.506097] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299188aa-881e-4d23-bcf9-5d69b5f179ca {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.512493] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556c090d-c308-4b05-adbb-b8317ebcfbca {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.525364] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bd7862-0130-4fe5-b2cd-ca355741eab1 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.531104] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f139e31b-a981-4313-861f-27b24e035b8b {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.560425] env[62626]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-8d8ec51d-a867-449c-9fe0-efb7b08082da {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.565410] env[62626]: DEBUG nova.virt.vmwareapi.driver [None req-023c257e-0ea6-4d6f-a44b-feba091e1540 None None] Extension org.openstack.compute already exists. {{(pid=62626) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:225}} [ 516.568043] env[62626]: INFO nova.compute.provider_config [None req-023c257e-0ea6-4d6f-a44b-feba091e1540 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 517.071347] env[62626]: DEBUG nova.context [None req-023c257e-0ea6-4d6f-a44b-feba091e1540 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),77d8544e-0f4d-48f7-9011-a033aa660237(cell1) {{(pid=62626) load_cells /opt/stack/nova/nova/context.py:464}} [ 517.073530] env[62626]: DEBUG oslo_concurrency.lockutils [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.073749] env[62626]: DEBUG oslo_concurrency.lockutils [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.074434] env[62626]: DEBUG oslo_concurrency.lockutils [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.074856] env[62626]: DEBUG oslo_concurrency.lockutils [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] Acquiring lock "77d8544e-0f4d-48f7-9011-a033aa660237" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.075058] env[62626]: DEBUG oslo_concurrency.lockutils [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] Lock "77d8544e-0f4d-48f7-9011-a033aa660237" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.076073] env[62626]: DEBUG oslo_concurrency.lockutils [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] Lock "77d8544e-0f4d-48f7-9011-a033aa660237" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.096322] env[62626]: INFO dbcounter [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] Registered counter for database nova_cell0 [ 517.104444] env[62626]: INFO dbcounter [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] Registered counter for database nova_cell1 [ 517.107487] env[62626]: DEBUG oslo_db.sqlalchemy.engines [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62626) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 517.108170] env[62626]: DEBUG oslo_db.sqlalchemy.engines [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62626) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 517.112679] env[62626]: ERROR nova.db.main.api [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 517.112679] env[62626]: result = function(*args, **kwargs) [ 517.112679] env[62626]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 517.112679] env[62626]: return func(*args, **kwargs) [ 517.112679] env[62626]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 517.112679] env[62626]: result = fn(*args, **kwargs) [ 517.112679] env[62626]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 517.112679] env[62626]: return f(*args, **kwargs) [ 517.112679] env[62626]: File "/opt/stack/nova/nova/objects/service.py", line 553, in _db_service_get_minimum_version [ 517.112679] env[62626]: return db.service_get_minimum_version(context, binaries) [ 517.112679] env[62626]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 517.112679] env[62626]: _check_db_access() [ 517.112679] env[62626]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 517.112679] env[62626]: stacktrace = ''.join(traceback.format_stack()) [ 517.112679] env[62626]: [ 517.113700] env[62626]: ERROR nova.db.main.api [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 517.113700] env[62626]: result = function(*args, **kwargs) [ 517.113700] env[62626]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 517.113700] env[62626]: return func(*args, **kwargs) [ 517.113700] env[62626]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 517.113700] env[62626]: result = fn(*args, **kwargs) [ 517.113700] env[62626]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 517.113700] env[62626]: return f(*args, **kwargs) [ 517.113700] env[62626]: File "/opt/stack/nova/nova/objects/service.py", line 553, in _db_service_get_minimum_version [ 517.113700] env[62626]: return db.service_get_minimum_version(context, binaries) [ 517.113700] env[62626]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 517.113700] env[62626]: _check_db_access() [ 517.113700] env[62626]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 517.113700] env[62626]: stacktrace = ''.join(traceback.format_stack()) [ 517.113700] env[62626]: [ 517.114091] env[62626]: WARNING nova.objects.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 517.114252] env[62626]: WARNING nova.objects.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] Failed to get minimum service version for cell 77d8544e-0f4d-48f7-9011-a033aa660237 [ 517.114680] env[62626]: DEBUG oslo_concurrency.lockutils [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] Acquiring lock "singleton_lock" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 517.114844] env[62626]: DEBUG oslo_concurrency.lockutils [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] Acquired lock "singleton_lock" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 517.115101] env[62626]: DEBUG oslo_concurrency.lockutils [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] Releasing lock "singleton_lock" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 517.115436] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] Full set of CONF: {{(pid=62626) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 517.115582] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] ******************************************************************************** {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 517.115711] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] Configuration options gathered from: {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 517.115850] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2808}} [ 517.116052] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 517.116184] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] ================================================================================ {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2811}} [ 517.116396] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] allow_resize_to_same_host = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.116568] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] arq_binding_timeout = 300 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.116698] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] backdoor_port = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.116826] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] backdoor_socket = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.116989] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] block_device_allocate_retries = 60 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.117171] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] block_device_allocate_retries_interval = 3 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.117342] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cert = self.pem {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.117507] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.117673] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] compute_monitors = [] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.117840] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] config_dir = [] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.118020] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] config_drive_format = iso9660 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.118196] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.118326] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] config_source = [] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.118493] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] console_host = devstack {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.118665] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] control_exchange = nova {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.118812] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cpu_allocation_ratio = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.118972] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] daemon = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.119155] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] debug = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.119313] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] default_access_ip_network_name = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.119478] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] default_availability_zone = nova {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.119633] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] default_ephemeral_format = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.119791] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] default_green_pool_size = 1000 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.120032] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.120203] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] default_schedule_zone = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.120388] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] disk_allocation_ratio = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.120583] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] enable_new_services = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.120827] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] enabled_apis = ['osapi_compute'] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.121026] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] enabled_ssl_apis = [] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.121201] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] flat_injected = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.121375] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] force_config_drive = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.121555] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] force_raw_images = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.121729] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] graceful_shutdown_timeout = 5 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.121895] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] heal_instance_info_cache_interval = 60 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.122128] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] host = cpu-1 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.122314] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.122481] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.122647] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.122871] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.123056] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] instance_build_timeout = 0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.123255] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] instance_delete_interval = 300 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.123432] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] instance_format = [instance: %(uuid)s] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.123601] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] instance_name_template = instance-%08x {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.123767] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] instance_usage_audit = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.123940] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] instance_usage_audit_period = month {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.124198] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.124396] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.124603] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] internal_service_availability_zone = internal {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.124774] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] key = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.124945] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] live_migration_retry_count = 30 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.125133] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] log_color = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.125303] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] log_config_append = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.125473] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.125638] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] log_dir = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.125802] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] log_file = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.125934] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] log_options = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.126111] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] log_rotate_interval = 1 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.126288] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] log_rotate_interval_type = days {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.126459] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] log_rotation_type = none {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.126597] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.126728] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.126898] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.127085] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.127229] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.127397] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] long_rpc_timeout = 1800 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.127559] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] max_concurrent_builds = 10 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.127718] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] max_concurrent_live_migrations = 1 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.127877] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] max_concurrent_snapshots = 5 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.128048] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] max_local_block_devices = 3 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.128295] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] max_logfile_count = 30 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.128561] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] max_logfile_size_mb = 200 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.128845] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] maximum_instance_delete_attempts = 5 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.129159] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] metadata_listen = 0.0.0.0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.129452] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] metadata_listen_port = 8775 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.129712] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] metadata_workers = 2 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.129902] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] migrate_max_retries = -1 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.130097] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] mkisofs_cmd = genisoimage {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.130320] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.130457] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] my_ip = 10.180.1.21 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.130627] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] network_allocate_retries = 0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.130847] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.131312] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.131312] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] osapi_compute_listen_port = 8774 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.131410] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] osapi_compute_unique_server_name_scope = {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.131532] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] osapi_compute_workers = 2 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.131701] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] password_length = 12 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.131913] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] periodic_enable = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.132125] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] periodic_fuzzy_delay = 60 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.132307] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] pointer_model = usbtablet {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.132477] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] preallocate_images = none {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.132641] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] publish_errors = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.132773] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] pybasedir = /opt/stack/nova {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.132933] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] ram_allocation_ratio = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.133108] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] rate_limit_burst = 0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.133278] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] rate_limit_except_level = CRITICAL {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.133437] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] rate_limit_interval = 0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.133597] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] reboot_timeout = 0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.133754] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] reclaim_instance_interval = 0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.133913] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] record = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.134090] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] reimage_timeout_per_gb = 60 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.134261] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] report_interval = 120 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.134422] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] rescue_timeout = 0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.134580] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] reserved_host_cpus = 0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.134747] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] reserved_host_disk_mb = 0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.134938] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] reserved_host_memory_mb = 512 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.135120] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] reserved_huge_pages = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.135283] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] resize_confirm_window = 0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.135442] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] resize_fs_using_block_device = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.135601] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] resume_guests_state_on_host_boot = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.135774] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.135978] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] rpc_response_timeout = 60 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.136167] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] run_external_periodic_tasks = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.136339] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] running_deleted_instance_action = reap {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.136501] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.136660] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] running_deleted_instance_timeout = 0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.136821] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] scheduler_instance_sync_interval = 120 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.136991] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] service_down_time = 720 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.137174] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] servicegroup_driver = db {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.137351] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] shell_completion = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.137490] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] shelved_offload_time = 0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.137649] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] shelved_poll_interval = 3600 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.137816] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] shutdown_timeout = 0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.137978] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] source_is_ipv6 = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.138151] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] ssl_only = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.138403] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.138612] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] sync_power_state_interval = 600 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.138731] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] sync_power_state_pool_size = 1000 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.138898] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] syslog_log_facility = LOG_USER {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.139073] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] tempdir = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.139236] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] timeout_nbd = 10 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.139405] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] transport_url = **** {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.139567] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] update_resources_interval = 0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.139728] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] use_cow_images = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.139886] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] use_eventlog = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.140057] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] use_journal = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.140239] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] use_json = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.140378] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] use_rootwrap_daemon = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.140538] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] use_stderr = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.140699] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] use_syslog = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.140877] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vcpu_pin_set = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.141109] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vif_plugging_is_fatal = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.141314] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vif_plugging_timeout = 300 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.141527] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] virt_mkfs = [] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.141705] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] volume_usage_poll_interval = 0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.141873] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] watch_log_file = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.142058] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] web = /usr/share/spice-html5 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 517.142254] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_concurrency.disable_process_locking = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.142547] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.142733] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.142906] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.143106] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.143288] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.143456] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.143639] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] api.auth_strategy = keystone {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.143810] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] api.compute_link_prefix = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.144027] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.144223] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] api.dhcp_domain = novalocal {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.144400] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] api.enable_instance_password = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.144566] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] api.glance_link_prefix = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.144734] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.144907] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.145085] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] api.instance_list_per_project_cells = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.145251] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] api.list_records_by_skipping_down_cells = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.145421] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] api.local_metadata_per_cell = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.145592] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] api.max_limit = 1000 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.145762] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] api.metadata_cache_expiration = 15 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.145938] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] api.neutron_default_tenant_id = default {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.146125] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] api.response_validation = warn {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.146302] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] api.use_neutron_default_nets = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.146474] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.146641] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.146815] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.146995] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.147184] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] api.vendordata_dynamic_targets = [] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.147350] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] api.vendordata_jsonfile_path = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.147534] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.147733] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cache.backend = dogpile.cache.memcached {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.147907] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cache.backend_argument = **** {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.148096] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cache.config_prefix = cache.oslo {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.148281] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cache.dead_timeout = 60.0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.148448] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cache.debug_cache_backend = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.148611] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cache.enable_retry_client = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.148777] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cache.enable_socket_keepalive = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.148952] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cache.enabled = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.149130] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cache.enforce_fips_mode = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.149300] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cache.expiration_time = 600 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.149461] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cache.hashclient_retry_attempts = 2 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.149627] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.149790] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cache.memcache_dead_retry = 300 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.149951] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cache.memcache_password = **** {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.150127] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.150294] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.150456] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cache.memcache_pool_maxsize = 10 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.150620] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.150802] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cache.memcache_sasl_enabled = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.150996] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.151184] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.151349] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cache.memcache_username = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.151519] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cache.proxies = [] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.151685] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cache.redis_db = 0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.151861] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cache.redis_password = **** {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.152104] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.152303] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.152531] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cache.redis_server = localhost:6379 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.152749] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cache.redis_socket_timeout = 1.0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.152957] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cache.redis_username = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.153173] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cache.retry_attempts = 2 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.153355] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cache.retry_delay = 0.0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.153546] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cache.socket_keepalive_count = 1 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.153752] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cache.socket_keepalive_idle = 1 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.153951] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cache.socket_keepalive_interval = 1 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.154149] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cache.tls_allowed_ciphers = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.154321] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cache.tls_cafile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.154479] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cache.tls_certfile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.154643] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cache.tls_enabled = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.154804] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cache.tls_keyfile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.154979] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cinder.auth_section = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.155167] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cinder.auth_type = password {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.155334] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cinder.cafile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.155510] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.155672] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cinder.certfile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.155838] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cinder.collect_timing = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.156038] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cinder.cross_az_attach = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.156220] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cinder.debug = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.156385] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cinder.endpoint_template = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.156552] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cinder.http_retries = 3 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.156716] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cinder.insecure = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.156878] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cinder.keyfile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.157062] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cinder.os_region_name = RegionOne {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.157234] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cinder.split_loggers = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.157397] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cinder.timeout = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.157571] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.157732] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] compute.cpu_dedicated_set = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.157892] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] compute.cpu_shared_set = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.158072] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] compute.image_type_exclude_list = [] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.158246] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.158413] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.158575] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.158739] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.158913] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.159091] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] compute.resource_provider_association_refresh = 300 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.159256] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.159417] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] compute.shutdown_retry_interval = 10 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.159603] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.159783] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] conductor.workers = 2 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.159964] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] console.allowed_origins = [] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.160142] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] console.ssl_ciphers = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.160317] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] console.ssl_minimum_version = default {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.160488] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] consoleauth.enforce_session_timeout = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.160657] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] consoleauth.token_ttl = 600 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.160851] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cyborg.cafile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.161034] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cyborg.certfile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.161208] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cyborg.collect_timing = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.161371] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cyborg.connect_retries = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.161533] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cyborg.connect_retry_delay = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.161693] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cyborg.endpoint_override = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.161868] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cyborg.insecure = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.162044] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cyborg.keyfile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.162212] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cyborg.max_version = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.162372] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cyborg.min_version = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.162533] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cyborg.region_name = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.162697] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cyborg.retriable_status_codes = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.162855] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cyborg.service_name = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.163041] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cyborg.service_type = accelerator {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.163214] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cyborg.split_loggers = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.163373] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cyborg.status_code_retries = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.163532] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cyborg.status_code_retry_delay = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.163690] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cyborg.timeout = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.163876] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.164054] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] cyborg.version = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.164242] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] database.backend = sqlalchemy {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.164413] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] database.connection = **** {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.164581] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] database.connection_debug = 0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.164769] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] database.connection_parameters = {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.164958] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] database.connection_recycle_time = 3600 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.165142] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] database.connection_trace = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.165312] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] database.db_inc_retry_interval = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.165479] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] database.db_max_retries = 20 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.165643] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] database.db_max_retry_interval = 10 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.165808] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] database.db_retry_interval = 1 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.165974] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] database.max_overflow = 50 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.166153] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] database.max_pool_size = 5 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.166320] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] database.max_retries = 10 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.166493] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.166657] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] database.mysql_wsrep_sync_wait = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.166819] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] database.pool_timeout = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.166985] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] database.retry_interval = 10 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.167159] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] database.slave_connection = **** {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.167324] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] database.sqlite_synchronous = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.167488] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] database.use_db_reconnect = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.167666] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] api_database.backend = sqlalchemy {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.167837] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] api_database.connection = **** {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.168014] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] api_database.connection_debug = 0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.168190] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] api_database.connection_parameters = {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.168357] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] api_database.connection_recycle_time = 3600 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.168522] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] api_database.connection_trace = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.168702] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] api_database.db_inc_retry_interval = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.168883] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] api_database.db_max_retries = 20 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.169060] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] api_database.db_max_retry_interval = 10 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.169231] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] api_database.db_retry_interval = 1 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.169392] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] api_database.max_overflow = 50 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.169584] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] api_database.max_pool_size = 5 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.169714] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] api_database.max_retries = 10 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.169883] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.170056] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.170224] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] api_database.pool_timeout = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.170388] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] api_database.retry_interval = 10 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.170547] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] api_database.slave_connection = **** {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.170712] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] api_database.sqlite_synchronous = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.170917] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] devices.enabled_mdev_types = [] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.171119] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.171297] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.171467] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] ephemeral_storage_encryption.enabled = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.171634] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.171824] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] glance.api_servers = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.171999] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] glance.cafile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.172176] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] glance.certfile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.172343] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] glance.collect_timing = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.172502] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] glance.connect_retries = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.172666] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] glance.connect_retry_delay = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.172827] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] glance.debug = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.172995] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] glance.default_trusted_certificate_ids = [] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.173171] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] glance.enable_certificate_validation = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.173338] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] glance.enable_rbd_download = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.173498] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] glance.endpoint_override = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.173664] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] glance.insecure = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.173826] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] glance.keyfile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.173988] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] glance.max_version = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.174158] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] glance.min_version = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.174324] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] glance.num_retries = 3 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.174492] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] glance.rbd_ceph_conf = {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.174657] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] glance.rbd_connect_timeout = 5 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.174824] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] glance.rbd_pool = {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.174994] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] glance.rbd_user = {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.175172] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] glance.region_name = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.175333] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] glance.retriable_status_codes = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.175489] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] glance.service_name = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.175657] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] glance.service_type = image {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.175821] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] glance.split_loggers = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.175981] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] glance.status_code_retries = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.176148] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] glance.status_code_retry_delay = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.176305] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] glance.timeout = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.176493] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.176657] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] glance.verify_glance_signatures = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.176840] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] glance.version = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.177037] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] guestfs.debug = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.177213] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] mks.enabled = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.177589] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.177784] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] image_cache.manager_interval = 2400 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.177960] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] image_cache.precache_concurrency = 1 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.178150] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] image_cache.remove_unused_base_images = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.178326] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.178495] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.178673] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] image_cache.subdirectory_name = _base {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.178848] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] ironic.api_max_retries = 60 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.179076] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] ironic.api_retry_interval = 2 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.179191] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] ironic.auth_section = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.179356] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] ironic.auth_type = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.179514] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] ironic.cafile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.179674] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] ironic.certfile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.179840] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] ironic.collect_timing = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.180015] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] ironic.conductor_group = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.180187] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] ironic.connect_retries = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.180349] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] ironic.connect_retry_delay = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.180506] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] ironic.endpoint_override = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.180670] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] ironic.insecure = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.180856] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] ironic.keyfile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.181040] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] ironic.max_version = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.181208] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] ironic.min_version = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.181378] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] ironic.peer_list = [] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.181540] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] ironic.region_name = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.181700] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] ironic.retriable_status_codes = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.181915] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] ironic.serial_console_state_timeout = 10 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.182108] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] ironic.service_name = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.182289] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] ironic.service_type = baremetal {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.182454] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] ironic.shard = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.182618] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] ironic.split_loggers = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.182778] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] ironic.status_code_retries = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.182939] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] ironic.status_code_retry_delay = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.183111] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] ironic.timeout = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.183297] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.183461] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] ironic.version = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.183646] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.183824] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] key_manager.fixed_key = **** {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.184015] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.184185] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] barbican.barbican_api_version = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.184348] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] barbican.barbican_endpoint = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.184520] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] barbican.barbican_endpoint_type = public {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.184681] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] barbican.barbican_region_name = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.184842] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] barbican.cafile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.185010] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] barbican.certfile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.185180] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] barbican.collect_timing = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.185341] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] barbican.insecure = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.185499] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] barbican.keyfile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.185662] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] barbican.number_of_retries = 60 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.185824] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] barbican.retry_delay = 1 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.185989] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] barbican.send_service_user_token = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.186167] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] barbican.split_loggers = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.186326] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] barbican.timeout = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.186487] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] barbican.verify_ssl = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.186646] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] barbican.verify_ssl_path = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.186811] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] barbican_service_user.auth_section = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.186985] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] barbican_service_user.auth_type = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.187185] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] barbican_service_user.cafile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.187352] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] barbican_service_user.certfile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.187518] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] barbican_service_user.collect_timing = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.187682] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] barbican_service_user.insecure = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.187842] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] barbican_service_user.keyfile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.188062] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] barbican_service_user.split_loggers = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.188242] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] barbican_service_user.timeout = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.188414] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vault.approle_role_id = **** {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.188577] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vault.approle_secret_id = **** {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.188752] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vault.kv_mountpoint = secret {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.188920] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vault.kv_path = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.189100] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vault.kv_version = 2 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.189268] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vault.namespace = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.189429] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vault.root_token_id = **** {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.189590] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vault.ssl_ca_crt_file = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.189762] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vault.timeout = 60.0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.189930] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vault.use_ssl = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.190121] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.190299] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] keystone.auth_section = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.190465] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] keystone.auth_type = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.190626] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] keystone.cafile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.190811] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] keystone.certfile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.190988] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] keystone.collect_timing = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.191165] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] keystone.connect_retries = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.191330] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] keystone.connect_retry_delay = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.191490] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] keystone.endpoint_override = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.191655] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] keystone.insecure = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.191850] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] keystone.keyfile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.192028] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] keystone.max_version = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.192196] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] keystone.min_version = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.192358] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] keystone.region_name = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.192521] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] keystone.retriable_status_codes = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.192682] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] keystone.service_name = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.192859] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] keystone.service_type = identity {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.193038] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] keystone.split_loggers = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.193204] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] keystone.status_code_retries = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.193366] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] keystone.status_code_retry_delay = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.193527] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] keystone.timeout = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.193710] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.193871] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] keystone.version = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.194088] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.connection_uri = {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.194259] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.cpu_mode = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.194431] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.194604] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.cpu_models = [] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.194779] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.cpu_power_governor_high = performance {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.195019] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.195217] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.cpu_power_management = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.195397] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.195567] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.device_detach_attempts = 8 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.195733] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.device_detach_timeout = 20 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.195902] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.disk_cachemodes = [] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.196076] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.disk_prefix = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.196249] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.enabled_perf_events = [] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.196416] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.file_backed_memory = 0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.196581] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.gid_maps = [] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.196743] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.hw_disk_discard = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.196905] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.hw_machine_type = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.197090] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.images_rbd_ceph_conf = {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.197260] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.197426] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.197598] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.images_rbd_glance_store_name = {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.197773] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.images_rbd_pool = rbd {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.197947] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.images_type = default {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.198122] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.images_volume_group = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.198288] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.inject_key = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.198453] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.inject_partition = -2 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.198617] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.inject_password = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.198828] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.iscsi_iface = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.198943] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.iser_use_multipath = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.199120] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.199318] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.199448] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.live_migration_downtime = 500 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.199611] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.199773] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.199934] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.live_migration_inbound_addr = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.200110] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.200274] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.200433] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.live_migration_scheme = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.200604] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.live_migration_timeout_action = abort {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.200794] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.live_migration_tunnelled = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.200973] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.live_migration_uri = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.201161] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.live_migration_with_native_tls = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.201325] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.max_queues = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.201490] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.201760] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.201931] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.nfs_mount_options = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.202263] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.202443] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.202612] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.202775] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.202943] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.203144] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.num_pcie_ports = 0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.203331] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.203504] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.pmem_namespaces = [] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.203669] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.quobyte_client_cfg = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.203964] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.204156] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.204326] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.204493] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.204656] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.rbd_secret_uuid = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.204816] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.rbd_user = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.204981] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.205169] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.205332] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.rescue_image_id = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.205494] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.rescue_kernel_id = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.205656] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.rescue_ramdisk_id = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.205826] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.205987] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.rx_queue_size = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.206168] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.smbfs_mount_options = {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.206447] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.206624] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.snapshot_compression = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.206790] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.snapshot_image_format = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.207022] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.207197] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.sparse_logical_volumes = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.207362] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.swtpm_enabled = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.207535] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.swtpm_group = tss {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.207706] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.swtpm_user = tss {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.207877] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.sysinfo_serial = unique {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.208052] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.tb_cache_size = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.208217] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.tx_queue_size = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.208385] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.uid_maps = [] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.208548] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.use_virtio_for_bridges = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.208719] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.virt_type = kvm {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.208931] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.volume_clear = zero {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.209064] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.volume_clear_size = 0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.209238] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.volume_use_multipath = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.209420] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.vzstorage_cache_path = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.209566] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.209736] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.209906] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.210088] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.210366] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.210544] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.vzstorage_mount_user = stack {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.210712] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.210912] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] neutron.auth_section = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.211106] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] neutron.auth_type = password {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.211274] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] neutron.cafile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.211435] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] neutron.certfile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.211604] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] neutron.collect_timing = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.211974] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] neutron.connect_retries = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.211974] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] neutron.connect_retry_delay = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.212120] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] neutron.default_floating_pool = public {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.212270] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] neutron.endpoint_override = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.212434] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] neutron.extension_sync_interval = 600 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.212599] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] neutron.http_retries = 3 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.212763] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] neutron.insecure = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.212925] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] neutron.keyfile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.213119] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] neutron.max_version = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.213309] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.213473] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] neutron.min_version = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.213642] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] neutron.ovs_bridge = br-int {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.213810] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] neutron.physnets = [] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.213982] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] neutron.region_name = RegionOne {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.214159] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] neutron.retriable_status_codes = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.214333] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] neutron.service_metadata_proxy = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.214495] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] neutron.service_name = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.214664] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] neutron.service_type = network {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.214830] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] neutron.split_loggers = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.214992] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] neutron.status_code_retries = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.215167] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] neutron.status_code_retry_delay = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.215325] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] neutron.timeout = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.215504] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.215665] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] neutron.version = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.215838] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] notifications.bdms_in_notifications = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.216029] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] notifications.default_level = INFO {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.216211] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] notifications.notification_format = unversioned {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.216379] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] notifications.notify_on_state_change = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.216557] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.216736] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] pci.alias = [] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.216910] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] pci.device_spec = [] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.217087] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] pci.report_in_placement = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.217266] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] placement.auth_section = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.217443] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] placement.auth_type = password {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.217613] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.217778] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] placement.cafile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.217938] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] placement.certfile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.218116] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] placement.collect_timing = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.218284] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] placement.connect_retries = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.218440] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] placement.connect_retry_delay = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.218598] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] placement.default_domain_id = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.218761] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] placement.default_domain_name = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.218916] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] placement.domain_id = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.219087] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] placement.domain_name = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.219246] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] placement.endpoint_override = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.219408] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] placement.insecure = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.219566] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] placement.keyfile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.219724] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] placement.max_version = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.219882] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] placement.min_version = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.220061] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] placement.password = **** {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.220227] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] placement.project_domain_id = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.220393] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] placement.project_domain_name = Default {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.220559] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] placement.project_id = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.220734] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] placement.project_name = service {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.220935] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] placement.region_name = RegionOne {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.221119] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] placement.retriable_status_codes = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.221286] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] placement.service_name = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.221458] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] placement.service_type = placement {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.221624] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] placement.split_loggers = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.221784] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] placement.status_code_retries = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.221972] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] placement.status_code_retry_delay = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.222152] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] placement.system_scope = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.222314] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] placement.timeout = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.222472] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] placement.trust_id = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.222630] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] placement.user_domain_id = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.222801] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] placement.user_domain_name = Default {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.222962] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] placement.user_id = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.223159] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] placement.username = nova {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.223348] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.223513] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] placement.version = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.223692] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] quota.cores = 20 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.223859] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] quota.count_usage_from_placement = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.224045] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.224227] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] quota.injected_file_content_bytes = 10240 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.224396] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] quota.injected_file_path_length = 255 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.224566] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] quota.injected_files = 5 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.224734] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] quota.instances = 10 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.224902] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] quota.key_pairs = 100 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.225087] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] quota.metadata_items = 128 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.225261] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] quota.ram = 51200 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.225426] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] quota.recheck_quota = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.225595] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] quota.server_group_members = 10 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.225761] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] quota.server_groups = 10 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.225951] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.226161] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.226332] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] scheduler.image_metadata_prefilter = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.226494] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.226661] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] scheduler.max_attempts = 3 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.226824] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] scheduler.max_placement_results = 1000 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.226991] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.227178] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.227355] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.227533] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] scheduler.workers = 2 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.227705] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.227880] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.228074] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.228254] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.228424] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.228591] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.228758] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.228949] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.229155] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] filter_scheduler.host_subset_size = 1 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.229298] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.229458] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.229625] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.229791] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] filter_scheduler.isolated_hosts = [] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.229962] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] filter_scheduler.isolated_images = [] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.230140] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.230306] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.230470] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.230633] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] filter_scheduler.pci_in_placement = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.230826] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.231010] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.231187] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.231352] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.231517] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.231682] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.231858] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] filter_scheduler.track_instance_changes = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.232067] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.232250] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] metrics.required = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.232419] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] metrics.weight_multiplier = 1.0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.232584] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.232751] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] metrics.weight_setting = [] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.233083] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.233265] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] serial_console.enabled = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.233444] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] serial_console.port_range = 10000:20000 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.233616] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.233787] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.233959] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] serial_console.serialproxy_port = 6083 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.234140] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] service_user.auth_section = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.234316] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] service_user.auth_type = password {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.234480] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] service_user.cafile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.234637] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] service_user.certfile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.234801] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] service_user.collect_timing = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.234963] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] service_user.insecure = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.235134] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] service_user.keyfile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.235307] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] service_user.send_service_user_token = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.235470] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] service_user.split_loggers = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.235628] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] service_user.timeout = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.235797] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] spice.agent_enabled = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.235964] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] spice.enabled = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.236302] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.236502] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.236676] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] spice.html5proxy_port = 6082 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.236843] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] spice.image_compression = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.237016] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] spice.jpeg_compression = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.237188] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] spice.playback_compression = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.237355] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] spice.require_secure = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.237527] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] spice.server_listen = 127.0.0.1 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.237700] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.237863] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] spice.streaming_mode = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.238060] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] spice.zlib_compression = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.238253] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] upgrade_levels.baseapi = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.238428] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] upgrade_levels.compute = auto {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.238592] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] upgrade_levels.conductor = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.238754] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] upgrade_levels.scheduler = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.238923] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.239099] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.239267] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vendordata_dynamic_auth.cafile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.239428] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vendordata_dynamic_auth.certfile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.239591] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.239755] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vendordata_dynamic_auth.insecure = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.239915] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.240089] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.240253] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vendordata_dynamic_auth.timeout = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.240427] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vmware.api_retry_count = 10 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.240590] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vmware.ca_file = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.240779] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.240967] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vmware.cluster_name = testcl1 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.241153] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vmware.connection_pool_size = 10 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.241317] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vmware.console_delay_seconds = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.241486] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vmware.datastore_regex = ^datastore.* {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.241694] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.241883] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vmware.host_password = **** {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.242068] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vmware.host_port = 443 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.242243] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vmware.host_username = administrator@vsphere.local {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.242414] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vmware.insecure = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.242577] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vmware.integration_bridge = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.242742] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vmware.maximum_objects = 100 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.242904] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vmware.pbm_default_policy = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.243080] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vmware.pbm_enabled = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.243244] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vmware.pbm_wsdl_location = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.243415] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.243576] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vmware.serial_port_proxy_uri = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.243736] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vmware.serial_port_service_uri = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.243906] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vmware.task_poll_interval = 0.5 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.244091] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vmware.use_linked_clone = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.244268] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vmware.vnc_keymap = en-us {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.244438] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vmware.vnc_port = 5900 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.244603] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vmware.vnc_port_total = 10000 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.244791] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vnc.auth_schemes = ['none'] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.244972] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vnc.enabled = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.245288] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.245476] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.245649] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vnc.novncproxy_port = 6080 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.245829] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vnc.server_listen = 127.0.0.1 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.246014] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.246184] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vnc.vencrypt_ca_certs = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.246346] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vnc.vencrypt_client_cert = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.246508] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vnc.vencrypt_client_key = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.246693] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.246861] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] workarounds.disable_deep_image_inspection = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.247036] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.247206] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.247370] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.247530] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] workarounds.disable_rootwrap = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.247691] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] workarounds.enable_numa_live_migration = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.247854] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.248027] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.248197] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.248359] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] workarounds.libvirt_disable_apic = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.248522] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.248706] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.248886] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.249063] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.249231] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.249395] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.249556] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.249716] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.249878] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.250054] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.250245] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.250416] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] wsgi.client_socket_timeout = 900 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.250582] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] wsgi.default_pool_size = 1000 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.250768] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] wsgi.keep_alive = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.250953] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] wsgi.max_header_line = 16384 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.251134] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.251300] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] wsgi.ssl_ca_file = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.251461] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] wsgi.ssl_cert_file = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.251620] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] wsgi.ssl_key_file = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.251789] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] wsgi.tcp_keepidle = 600 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.251970] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.252241] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] zvm.ca_file = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.252525] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] zvm.cloud_connector_url = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.252991] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.253493] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] zvm.reachable_timeout = 300 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.253810] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_policy.enforce_new_defaults = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.254647] env[62626]: WARNING oslo_config.cfg [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 517.254951] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_policy.enforce_scope = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.255271] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_policy.policy_default_rule = default {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.257755] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.257900] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_policy.policy_file = policy.yaml {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.258114] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.258288] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.258457] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.258622] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.258791] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.259129] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.259226] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.259347] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] profiler.connection_string = messaging:// {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.259672] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] profiler.enabled = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.259849] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] profiler.es_doc_type = notification {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.260029] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] profiler.es_scroll_size = 10000 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.260202] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] profiler.es_scroll_time = 2m {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.260373] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] profiler.filter_error_trace = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.260544] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] profiler.hmac_keys = **** {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.260715] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] profiler.sentinel_service_name = mymaster {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.260921] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] profiler.socket_timeout = 0.1 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.261109] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] profiler.trace_requests = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.261279] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] profiler.trace_sqlalchemy = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.261489] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] profiler_jaeger.process_tags = {} {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.261659] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] profiler_jaeger.service_name_prefix = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.261937] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] profiler_otlp.service_name_prefix = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.262080] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] remote_debug.host = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.262247] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] remote_debug.port = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.262429] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.262594] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.262760] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.262925] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.263114] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.263287] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.263454] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.263617] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.263779] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.263998] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.264139] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.264314] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.264486] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.264658] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.264830] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.265010] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.265183] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.265369] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.265538] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.265703] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.265872] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.266051] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.266275] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.266400] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.266564] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.266728] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.266891] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.267067] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.267241] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.267410] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_rabbit.ssl = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.267587] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.267764] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.267932] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.268125] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.268297] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.268464] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.268668] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.268886] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_notifications.retry = -1 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.269066] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.269252] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.269427] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_limit.auth_section = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.269592] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_limit.auth_type = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.269755] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_limit.cafile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.269918] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_limit.certfile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.270098] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_limit.collect_timing = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.270263] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_limit.connect_retries = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.270424] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_limit.connect_retry_delay = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.270582] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_limit.endpoint_id = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.270744] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_limit.endpoint_override = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.270927] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_limit.insecure = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.271105] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_limit.keyfile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.271269] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_limit.max_version = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.271428] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_limit.min_version = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.271586] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_limit.region_name = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.271751] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_limit.retriable_status_codes = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.271913] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_limit.service_name = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.272084] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_limit.service_type = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.272254] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_limit.split_loggers = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.272413] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_limit.status_code_retries = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.272574] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_limit.status_code_retry_delay = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.272735] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_limit.timeout = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.272893] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_limit.valid_interfaces = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.273073] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_limit.version = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.273267] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_reports.file_event_handler = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.273438] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.273601] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] oslo_reports.log_dir = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.273774] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.273939] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.274115] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.274288] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.274456] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.274616] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.274789] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.274951] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vif_plug_ovs_privileged.group = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.275126] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.275296] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.275462] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.275621] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] vif_plug_ovs_privileged.user = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.275793] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.275979] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.276170] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.276348] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.276521] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.276693] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.276864] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.277039] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.277228] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.277404] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] os_vif_ovs.isolate_vif = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.277579] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.277746] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.277918] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.278102] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.278274] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] os_vif_ovs.per_port_bridge = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.278447] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] os_brick.lock_path = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.278614] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.278781] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.278952] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] privsep_osbrick.capabilities = [21] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.279128] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] privsep_osbrick.group = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.279290] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] privsep_osbrick.helper_command = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.279456] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.279625] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.279780] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] privsep_osbrick.user = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.279955] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.280174] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] nova_sys_admin.group = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.280290] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] nova_sys_admin.helper_command = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.280458] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.280620] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.280807] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] nova_sys_admin.user = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 517.280946] env[62626]: DEBUG oslo_service.service [None req-97a8ed5e-d55f-4caf-88de-7eff8f33d5f6 None None] ******************************************************************************** {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2830}} [ 517.281448] env[62626]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 517.790476] env[62626]: DEBUG nova.virt.vmwareapi.vmops [None req-68b4f03d-4f5a-4ed3-b487-5a75898a287c None None] Getting list of instances from cluster (obj){ [ 517.790476] env[62626]: value = "domain-c8" [ 517.790476] env[62626]: _type = "ClusterComputeResource" [ 517.790476] env[62626]: } {{(pid=62626) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 517.792083] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b504278a-1981-4001-95b7-929d0953e290 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.814337] env[62626]: DEBUG nova.virt.vmwareapi.vmops [None req-68b4f03d-4f5a-4ed3-b487-5a75898a287c None None] Got total of 0 instances {{(pid=62626) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 517.820771] env[62626]: WARNING nova.virt.vmwareapi.driver [None req-68b4f03d-4f5a-4ed3-b487-5a75898a287c None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 517.820879] env[62626]: INFO nova.virt.node [None req-68b4f03d-4f5a-4ed3-b487-5a75898a287c None None] Generated node identity 58b39cc4-f02e-4775-aa9f-aac7dbecd135 [ 517.821123] env[62626]: INFO nova.virt.node [None req-68b4f03d-4f5a-4ed3-b487-5a75898a287c None None] Wrote node identity 58b39cc4-f02e-4775-aa9f-aac7dbecd135 to /opt/stack/data/n-cpu-1/compute_id [ 518.324551] env[62626]: WARNING nova.compute.manager [None req-68b4f03d-4f5a-4ed3-b487-5a75898a287c None None] Compute nodes ['58b39cc4-f02e-4775-aa9f-aac7dbecd135'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 519.331058] env[62626]: INFO nova.compute.manager [None req-68b4f03d-4f5a-4ed3-b487-5a75898a287c None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 520.335932] env[62626]: WARNING nova.compute.manager [None req-68b4f03d-4f5a-4ed3-b487-5a75898a287c None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 520.336402] env[62626]: DEBUG oslo_concurrency.lockutils [None req-68b4f03d-4f5a-4ed3-b487-5a75898a287c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.336733] env[62626]: DEBUG oslo_concurrency.lockutils [None req-68b4f03d-4f5a-4ed3-b487-5a75898a287c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.337023] env[62626]: DEBUG oslo_concurrency.lockutils [None req-68b4f03d-4f5a-4ed3-b487-5a75898a287c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.337316] env[62626]: DEBUG nova.compute.resource_tracker [None req-68b4f03d-4f5a-4ed3-b487-5a75898a287c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62626) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 520.338814] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90eea31-0ff3-4702-a62f-34f2d0a23fed {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.351066] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f23196b-7081-4468-9870-0dfdba3f0f1d {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.373896] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f078f8fc-9f34-41b6-b1b8-1d19bc1f6327 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.383052] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3c583c-3bb8-4d8d-89c1-92719d96deba {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.431591] env[62626]: DEBUG nova.compute.resource_tracker [None req-68b4f03d-4f5a-4ed3-b487-5a75898a287c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181591MB free_disk=184GB free_vcpus=48 pci_devices=None {{(pid=62626) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 520.431823] env[62626]: DEBUG oslo_concurrency.lockutils [None req-68b4f03d-4f5a-4ed3-b487-5a75898a287c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.432144] env[62626]: DEBUG oslo_concurrency.lockutils [None req-68b4f03d-4f5a-4ed3-b487-5a75898a287c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.935400] env[62626]: WARNING nova.compute.resource_tracker [None req-68b4f03d-4f5a-4ed3-b487-5a75898a287c None None] No compute node record for cpu-1:58b39cc4-f02e-4775-aa9f-aac7dbecd135: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 58b39cc4-f02e-4775-aa9f-aac7dbecd135 could not be found. [ 521.439420] env[62626]: INFO nova.compute.resource_tracker [None req-68b4f03d-4f5a-4ed3-b487-5a75898a287c None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 58b39cc4-f02e-4775-aa9f-aac7dbecd135 [ 522.947866] env[62626]: DEBUG nova.compute.resource_tracker [None req-68b4f03d-4f5a-4ed3-b487-5a75898a287c None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62626) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 522.948190] env[62626]: DEBUG nova.compute.resource_tracker [None req-68b4f03d-4f5a-4ed3-b487-5a75898a287c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62626) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 523.092201] env[62626]: INFO nova.scheduler.client.report [None req-68b4f03d-4f5a-4ed3-b487-5a75898a287c None None] [req-14dd0cd1-3f24-4f50-88ce-c2f5c1f9efc2] Created resource provider record via placement API for resource provider with UUID 58b39cc4-f02e-4775-aa9f-aac7dbecd135 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 523.107878] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af47bcb2-cf41-470a-b7f9-6240adc9eb92 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.115637] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f6226b-801e-40ab-8e91-95aa886c73d5 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.145710] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf7ccfa-077f-4546-8abd-a4bfdd4d4438 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.152731] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b94620c-58f8-48ec-87ec-725e35784486 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.165392] env[62626]: DEBUG nova.compute.provider_tree [None req-68b4f03d-4f5a-4ed3-b487-5a75898a287c None None] Updating inventory in ProviderTree for provider 58b39cc4-f02e-4775-aa9f-aac7dbecd135 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62626) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 523.702164] env[62626]: DEBUG nova.scheduler.client.report [None req-68b4f03d-4f5a-4ed3-b487-5a75898a287c None None] Updated inventory for provider 58b39cc4-f02e-4775-aa9f-aac7dbecd135 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62626) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 523.702402] env[62626]: DEBUG nova.compute.provider_tree [None req-68b4f03d-4f5a-4ed3-b487-5a75898a287c None None] Updating resource provider 58b39cc4-f02e-4775-aa9f-aac7dbecd135 generation from 0 to 1 during operation: update_inventory {{(pid=62626) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 523.702546] env[62626]: DEBUG nova.compute.provider_tree [None req-68b4f03d-4f5a-4ed3-b487-5a75898a287c None None] Updating inventory in ProviderTree for provider 58b39cc4-f02e-4775-aa9f-aac7dbecd135 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62626) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 523.752536] env[62626]: DEBUG nova.compute.provider_tree [None req-68b4f03d-4f5a-4ed3-b487-5a75898a287c None None] Updating resource provider 58b39cc4-f02e-4775-aa9f-aac7dbecd135 generation from 1 to 2 during operation: update_traits {{(pid=62626) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 524.257447] env[62626]: DEBUG nova.compute.resource_tracker [None req-68b4f03d-4f5a-4ed3-b487-5a75898a287c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62626) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 524.257858] env[62626]: DEBUG oslo_concurrency.lockutils [None req-68b4f03d-4f5a-4ed3-b487-5a75898a287c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.826s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 524.257858] env[62626]: DEBUG nova.service [None req-68b4f03d-4f5a-4ed3-b487-5a75898a287c None None] Creating RPC server for service compute {{(pid=62626) start /opt/stack/nova/nova/service.py:186}} [ 524.271054] env[62626]: DEBUG nova.service [None req-68b4f03d-4f5a-4ed3-b487-5a75898a287c None None] Join ServiceGroup membership for this service compute {{(pid=62626) start /opt/stack/nova/nova/service.py:203}} [ 524.271239] env[62626]: DEBUG nova.servicegroup.drivers.db [None req-68b4f03d-4f5a-4ed3-b487-5a75898a287c None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62626) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 548.272796] env[62626]: DEBUG oslo_service.periodic_task [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62626) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 548.775605] env[62626]: DEBUG nova.virt.vmwareapi.vmops [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] Getting list of instances from cluster (obj){ [ 548.775605] env[62626]: value = "domain-c8" [ 548.775605] env[62626]: _type = "ClusterComputeResource" [ 548.775605] env[62626]: } {{(pid=62626) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 548.776867] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358817a8-2a66-402a-b2d5-17df750bcf36 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.789652] env[62626]: DEBUG nova.virt.vmwareapi.vmops [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] Got total of 0 instances {{(pid=62626) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 548.789883] env[62626]: DEBUG oslo_service.periodic_task [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62626) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 548.790220] env[62626]: DEBUG nova.virt.vmwareapi.vmops [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] Getting list of instances from cluster (obj){ [ 548.790220] env[62626]: value = "domain-c8" [ 548.790220] env[62626]: _type = "ClusterComputeResource" [ 548.790220] env[62626]: } {{(pid=62626) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 548.791267] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8f48ea-7646-4a19-9b4a-59a88c8c9600 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.800254] env[62626]: DEBUG nova.virt.vmwareapi.vmops [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] Got total of 0 instances {{(pid=62626) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 554.120840] env[62626]: DEBUG oslo_concurrency.lockutils [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] Acquiring lock "77909e09-7675-43bc-a13c-b84dccc4faa9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.121518] env[62626]: DEBUG oslo_concurrency.lockutils [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] Lock "77909e09-7675-43bc-a13c-b84dccc4faa9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.624258] env[62626]: DEBUG nova.compute.manager [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] Starting instance... {{(pid=62626) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 555.168516] env[62626]: DEBUG oslo_concurrency.lockutils [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.170768] env[62626]: DEBUG oslo_concurrency.lockutils [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.176683] env[62626]: INFO nova.compute.claims [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 556.248249] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f39bf17-a3b4-41f6-ae22-24ae3da2ec7a {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.258552] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf9361b-7ac6-47be-8239-1a8b15e8c6cb {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.299561] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0240a98e-47a9-4532-98af-05e234bc0795 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.307490] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef784e55-0af6-4528-9dbe-7be92dca98c0 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.322873] env[62626]: DEBUG nova.compute.provider_tree [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] Inventory has not changed in ProviderTree for provider: 58b39cc4-f02e-4775-aa9f-aac7dbecd135 {{(pid=62626) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 556.830127] env[62626]: DEBUG nova.scheduler.client.report [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] Inventory has not changed for provider 58b39cc4-f02e-4775-aa9f-aac7dbecd135 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62626) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 557.336438] env[62626]: DEBUG oslo_concurrency.lockutils [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.337075] env[62626]: DEBUG nova.compute.manager [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] Start building networks asynchronously for instance. {{(pid=62626) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 557.845729] env[62626]: DEBUG nova.compute.utils [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] Using /dev/sd instead of None {{(pid=62626) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 557.853017] env[62626]: DEBUG nova.compute.manager [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] Allocating IP information in the background. {{(pid=62626) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 557.853017] env[62626]: DEBUG nova.network.neutron [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] allocate_for_instance() {{(pid=62626) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 558.352941] env[62626]: DEBUG nova.compute.manager [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] Start building block device mappings for instance. {{(pid=62626) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 558.499758] env[62626]: DEBUG oslo_concurrency.lockutils [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] Acquiring lock "90b072c4-d863-404b-9c75-d73afa91fbf3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.500047] env[62626]: DEBUG oslo_concurrency.lockutils [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] Lock "90b072c4-d863-404b-9c75-d73afa91fbf3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.002848] env[62626]: DEBUG nova.compute.manager [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] Starting instance... {{(pid=62626) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 559.368617] env[62626]: DEBUG nova.compute.manager [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] Start spawning the instance on the hypervisor. {{(pid=62626) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 559.543739] env[62626]: DEBUG oslo_concurrency.lockutils [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.544103] env[62626]: DEBUG oslo_concurrency.lockutils [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.548843] env[62626]: INFO nova.compute.claims [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 559.658300] env[62626]: DEBUG nova.policy [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6495c120655c4215885fcd8ffd9419e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14b80e3a15b54dbca790a8dbfe32507b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62626) authorize /opt/stack/nova/nova/policy.py:201}} [ 559.688010] env[62626]: DEBUG nova.virt.hardware [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-30T15:28:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-30T15:28:32Z,direct_url=,disk_format='vmdk',id=83b96580-5e50-409c-a20d-a61f6d540936,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7f497b18f2c40f4b5f1d70b65c83cff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-30T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 559.688355] env[62626]: DEBUG nova.virt.hardware [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] Flavor limits 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 559.688742] env[62626]: DEBUG nova.virt.hardware [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] Image limits 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 559.689015] env[62626]: DEBUG nova.virt.hardware [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] Flavor pref 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 559.689218] env[62626]: DEBUG nova.virt.hardware [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] Image pref 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 559.689429] env[62626]: DEBUG nova.virt.hardware [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 559.689683] env[62626]: DEBUG nova.virt.hardware [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 559.692465] env[62626]: DEBUG nova.virt.hardware [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62626) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 559.692465] env[62626]: DEBUG nova.virt.hardware [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] Got 1 possible topologies {{(pid=62626) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 559.692465] env[62626]: DEBUG nova.virt.hardware [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 559.692465] env[62626]: DEBUG nova.virt.hardware [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 559.692465] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74450e75-081e-457a-b44b-3573efeef465 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.707586] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfc7108-847c-4fe2-89d6-8855310a42ff {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.728164] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfa24e1-5e55-4310-a700-4b66aa762ef4 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.632264] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588b6f69-3d64-49b9-b296-d35df64dfd87 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.642802] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275fc9e1-fa2e-46d0-9b5c-10899e082954 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.682746] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3803126e-df16-4ca8-b68c-78f1b65593f9 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.692429] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad3fe62-4fa5-42c6-94db-2918838b15c8 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.708179] env[62626]: DEBUG nova.compute.provider_tree [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] Inventory has not changed in ProviderTree for provider: 58b39cc4-f02e-4775-aa9f-aac7dbecd135 {{(pid=62626) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 560.735223] env[62626]: DEBUG nova.network.neutron [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] Successfully created port: d35c3fd9-6667-4deb-8078-3c01adfa2679 {{(pid=62626) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 561.212081] env[62626]: DEBUG nova.scheduler.client.report [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] Inventory has not changed for provider 58b39cc4-f02e-4775-aa9f-aac7dbecd135 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62626) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 561.720336] env[62626]: DEBUG oslo_concurrency.lockutils [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.176s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.724028] env[62626]: DEBUG nova.compute.manager [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] Start building networks asynchronously for instance. {{(pid=62626) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 562.228185] env[62626]: DEBUG nova.compute.utils [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] Using /dev/sd instead of None {{(pid=62626) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 562.237021] env[62626]: DEBUG nova.compute.manager [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] Allocating IP information in the background. {{(pid=62626) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 562.237021] env[62626]: DEBUG nova.network.neutron [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] allocate_for_instance() {{(pid=62626) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 562.480900] env[62626]: DEBUG nova.policy [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c22e0be48dac48eebe742aa4b5d2cb6d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '819dddead5ae4922b1819bc38030bc03', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62626) authorize /opt/stack/nova/nova/policy.py:201}} [ 562.737794] env[62626]: DEBUG nova.compute.manager [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] Start building block device mappings for instance. {{(pid=62626) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 563.707427] env[62626]: DEBUG oslo_concurrency.lockutils [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] Acquiring lock "823cfd72-2e6d-4acb-bc05-5c5f159e1a36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.707998] env[62626]: DEBUG oslo_concurrency.lockutils [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] Lock "823cfd72-2e6d-4acb-bc05-5c5f159e1a36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.748772] env[62626]: DEBUG nova.compute.manager [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] Start spawning the instance on the hypervisor. {{(pid=62626) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 563.786387] env[62626]: DEBUG nova.virt.hardware [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-30T15:28:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-30T15:28:32Z,direct_url=,disk_format='vmdk',id=83b96580-5e50-409c-a20d-a61f6d540936,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7f497b18f2c40f4b5f1d70b65c83cff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-30T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 563.786708] env[62626]: DEBUG nova.virt.hardware [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] Flavor limits 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 563.786900] env[62626]: DEBUG nova.virt.hardware [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] Image limits 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 563.787121] env[62626]: DEBUG nova.virt.hardware [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] Flavor pref 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 563.787294] env[62626]: DEBUG nova.virt.hardware [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] Image pref 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 563.787465] env[62626]: DEBUG nova.virt.hardware [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 563.787763] env[62626]: DEBUG nova.virt.hardware [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 563.787950] env[62626]: DEBUG nova.virt.hardware [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62626) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 563.788163] env[62626]: DEBUG nova.virt.hardware [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] Got 1 possible topologies {{(pid=62626) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 563.788410] env[62626]: DEBUG nova.virt.hardware [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 563.788635] env[62626]: DEBUG nova.virt.hardware [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 563.789567] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bac9ceb-4bd6-4ed3-83e4-006c3893a80e {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.802090] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0901c5e-5560-4625-b75d-1b84fc13207c {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.900886] env[62626]: DEBUG oslo_concurrency.lockutils [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] Acquiring lock "f3e3fdc2-c425-4dca-86f3-f925c5a14499" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.901139] env[62626]: DEBUG oslo_concurrency.lockutils [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] Lock "f3e3fdc2-c425-4dca-86f3-f925c5a14499" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.107507] env[62626]: DEBUG nova.network.neutron [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] Successfully created port: fd4744c1-3459-4cbe-aad4-cc3c68cbb047 {{(pid=62626) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 564.213558] env[62626]: DEBUG nova.compute.manager [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] Starting instance... {{(pid=62626) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 564.406019] env[62626]: DEBUG nova.compute.manager [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] Starting instance... {{(pid=62626) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 564.752086] env[62626]: DEBUG oslo_concurrency.lockutils [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.752361] env[62626]: DEBUG oslo_concurrency.lockutils [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.753849] env[62626]: INFO nova.compute.claims [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 564.928392] env[62626]: DEBUG oslo_concurrency.lockutils [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.252531] env[62626]: ERROR nova.compute.manager [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port d35c3fd9-6667-4deb-8078-3c01adfa2679, please check neutron logs for more information. [ 565.252531] env[62626]: ERROR nova.compute.manager Traceback (most recent call last): [ 565.252531] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 565.252531] env[62626]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 565.252531] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 565.252531] env[62626]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 565.252531] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 565.252531] env[62626]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 565.252531] env[62626]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 565.252531] env[62626]: ERROR nova.compute.manager self.force_reraise() [ 565.252531] env[62626]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 565.252531] env[62626]: ERROR nova.compute.manager raise self.value [ 565.252531] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 565.252531] env[62626]: ERROR nova.compute.manager updated_port = self._update_port( [ 565.252531] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 565.252531] env[62626]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 565.253459] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 565.253459] env[62626]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 565.253459] env[62626]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port d35c3fd9-6667-4deb-8078-3c01adfa2679, please check neutron logs for more information. [ 565.253459] env[62626]: ERROR nova.compute.manager [ 565.253459] env[62626]: Traceback (most recent call last): [ 565.253459] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 565.253459] env[62626]: listener.cb(fileno) [ 565.253459] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 565.253459] env[62626]: result = function(*args, **kwargs) [ 565.253459] env[62626]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 565.253459] env[62626]: return func(*args, **kwargs) [ 565.253459] env[62626]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 565.253459] env[62626]: raise e [ 565.253459] env[62626]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 565.253459] env[62626]: nwinfo = self.network_api.allocate_for_instance( [ 565.253459] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 565.253459] env[62626]: created_port_ids = self._update_ports_for_instance( [ 565.253459] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 565.253459] env[62626]: with excutils.save_and_reraise_exception(): [ 565.253459] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 565.253459] env[62626]: self.force_reraise() [ 565.253459] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 565.253459] env[62626]: raise self.value [ 565.253459] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 565.253459] env[62626]: updated_port = self._update_port( [ 565.253459] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 565.253459] env[62626]: _ensure_no_port_binding_failure(port) [ 565.253459] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 565.253459] env[62626]: raise exception.PortBindingFailed(port_id=port['id']) [ 565.254662] env[62626]: nova.exception.PortBindingFailed: Binding failed for port d35c3fd9-6667-4deb-8078-3c01adfa2679, please check neutron logs for more information. [ 565.254662] env[62626]: Removing descriptor: 14 [ 565.254662] env[62626]: ERROR nova.compute.manager [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port d35c3fd9-6667-4deb-8078-3c01adfa2679, please check neutron logs for more information. [ 565.254662] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] Traceback (most recent call last): [ 565.254662] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 565.254662] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] yield resources [ 565.254662] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 565.254662] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] self.driver.spawn(context, instance, image_meta, [ 565.254662] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 565.254662] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] self._vmops.spawn(context, instance, image_meta, injected_files, [ 565.254662] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 565.254662] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] vm_ref = self.build_virtual_machine(instance, [ 565.254955] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 565.254955] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] vif_infos = vmwarevif.get_vif_info(self._session, [ 565.254955] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 565.254955] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] for vif in network_info: [ 565.254955] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 565.254955] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] return self._sync_wrapper(fn, *args, **kwargs) [ 565.254955] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 565.254955] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] self.wait() [ 565.254955] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 565.254955] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] self[:] = self._gt.wait() [ 565.254955] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 565.254955] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] return self._exit_event.wait() [ 565.254955] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 565.255348] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] result = hub.switch() [ 565.255348] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 565.255348] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] return self.greenlet.switch() [ 565.255348] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 565.255348] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] result = function(*args, **kwargs) [ 565.255348] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 565.255348] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] return func(*args, **kwargs) [ 565.255348] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 565.255348] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] raise e [ 565.255348] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 565.255348] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] nwinfo = self.network_api.allocate_for_instance( [ 565.255348] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 565.255348] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] created_port_ids = self._update_ports_for_instance( [ 565.255652] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 565.255652] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] with excutils.save_and_reraise_exception(): [ 565.255652] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 565.255652] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] self.force_reraise() [ 565.255652] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 565.255652] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] raise self.value [ 565.255652] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 565.255652] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] updated_port = self._update_port( [ 565.255652] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 565.255652] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] _ensure_no_port_binding_failure(port) [ 565.255652] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 565.255652] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] raise exception.PortBindingFailed(port_id=port['id']) [ 565.255924] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] nova.exception.PortBindingFailed: Binding failed for port d35c3fd9-6667-4deb-8078-3c01adfa2679, please check neutron logs for more information. [ 565.255924] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] [ 565.255924] env[62626]: INFO nova.compute.manager [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] Terminating instance [ 565.258008] env[62626]: DEBUG oslo_concurrency.lockutils [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] Acquiring lock "refresh_cache-77909e09-7675-43bc-a13c-b84dccc4faa9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.258181] env[62626]: DEBUG oslo_concurrency.lockutils [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] Acquired lock "refresh_cache-77909e09-7675-43bc-a13c-b84dccc4faa9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.258346] env[62626]: DEBUG nova.network.neutron [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] Building network info cache for instance {{(pid=62626) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 565.666739] env[62626]: DEBUG oslo_concurrency.lockutils [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] Acquiring lock "3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.666858] env[62626]: DEBUG oslo_concurrency.lockutils [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] Lock "3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.894032] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64236697-56e7-49f7-8494-f4924ad2519f {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.903162] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33209b66-47a6-431d-a7bc-7c28f53f7fdc {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.935904] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ee961c-b0f4-4fe4-9395-e637ab751b61 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.946036] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0a01fd-82b3-41b0-a1f6-a4872e1fd568 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.973558] env[62626]: DEBUG nova.compute.provider_tree [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] Inventory has not changed in ProviderTree for provider: 58b39cc4-f02e-4775-aa9f-aac7dbecd135 {{(pid=62626) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 565.976276] env[62626]: DEBUG nova.network.neutron [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 566.010480] env[62626]: DEBUG nova.compute.manager [req-43252ca7-d978-44c7-8e1a-36c9b3c605c8 req-9c861208-3faf-491d-82cf-c95d7edd1ae1 service nova] [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] Received event network-changed-d35c3fd9-6667-4deb-8078-3c01adfa2679 {{(pid=62626) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 566.011619] env[62626]: DEBUG nova.compute.manager [req-43252ca7-d978-44c7-8e1a-36c9b3c605c8 req-9c861208-3faf-491d-82cf-c95d7edd1ae1 service nova] [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] Refreshing instance network info cache due to event network-changed-d35c3fd9-6667-4deb-8078-3c01adfa2679. {{(pid=62626) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 566.011619] env[62626]: DEBUG oslo_concurrency.lockutils [req-43252ca7-d978-44c7-8e1a-36c9b3c605c8 req-9c861208-3faf-491d-82cf-c95d7edd1ae1 service nova] Acquiring lock "refresh_cache-77909e09-7675-43bc-a13c-b84dccc4faa9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.169283] env[62626]: DEBUG nova.compute.manager [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] Starting instance... {{(pid=62626) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 566.178495] env[62626]: DEBUG nova.network.neutron [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 566.480976] env[62626]: DEBUG nova.scheduler.client.report [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] Inventory has not changed for provider 58b39cc4-f02e-4775-aa9f-aac7dbecd135 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62626) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 566.680182] env[62626]: DEBUG oslo_concurrency.lockutils [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] Releasing lock "refresh_cache-77909e09-7675-43bc-a13c-b84dccc4faa9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.680571] env[62626]: DEBUG nova.compute.manager [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] Start destroying the instance on the hypervisor. {{(pid=62626) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 566.680769] env[62626]: DEBUG nova.virt.vmwareapi.vmops [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] Destroying instance {{(pid=62626) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 566.683165] env[62626]: DEBUG oslo_concurrency.lockutils [req-43252ca7-d978-44c7-8e1a-36c9b3c605c8 req-9c861208-3faf-491d-82cf-c95d7edd1ae1 service nova] Acquired lock "refresh_cache-77909e09-7675-43bc-a13c-b84dccc4faa9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.683357] env[62626]: DEBUG nova.network.neutron [req-43252ca7-d978-44c7-8e1a-36c9b3c605c8 req-9c861208-3faf-491d-82cf-c95d7edd1ae1 service nova] [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] Refreshing network info cache for port d35c3fd9-6667-4deb-8078-3c01adfa2679 {{(pid=62626) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 566.684298] env[62626]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-15ad5126-e6a0-48be-a757-6c44f16bd6e7 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.694748] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf709266-a1e6-46c1-885d-881d8daa9fdf {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.710702] env[62626]: DEBUG oslo_concurrency.lockutils [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.724173] env[62626]: WARNING nova.virt.vmwareapi.vmops [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 77909e09-7675-43bc-a13c-b84dccc4faa9 could not be found. [ 566.724491] env[62626]: DEBUG nova.virt.vmwareapi.vmops [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] Instance destroyed {{(pid=62626) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 566.725013] env[62626]: INFO nova.compute.manager [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] Took 0.04 seconds to destroy the instance on the hypervisor. [ 566.725299] env[62626]: DEBUG oslo.service.loopingcall [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62626) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 566.725547] env[62626]: DEBUG nova.compute.manager [-] [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] Deallocating network for instance {{(pid=62626) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 566.725617] env[62626]: DEBUG nova.network.neutron [-] [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] deallocate_for_instance() {{(pid=62626) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 566.802386] env[62626]: DEBUG nova.network.neutron [-] [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 566.991368] env[62626]: DEBUG oslo_concurrency.lockutils [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.237s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.991368] env[62626]: DEBUG nova.compute.manager [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] Start building networks asynchronously for instance. {{(pid=62626) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 566.994966] env[62626]: DEBUG oslo_concurrency.lockutils [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.067s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.996430] env[62626]: INFO nova.compute.claims [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 567.247203] env[62626]: DEBUG nova.network.neutron [req-43252ca7-d978-44c7-8e1a-36c9b3c605c8 req-9c861208-3faf-491d-82cf-c95d7edd1ae1 service nova] [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 567.305847] env[62626]: DEBUG nova.network.neutron [-] [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 567.499838] env[62626]: DEBUG nova.compute.utils [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] Using /dev/sd instead of None {{(pid=62626) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 567.501513] env[62626]: DEBUG nova.compute.manager [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] Allocating IP information in the background. {{(pid=62626) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 567.501695] env[62626]: DEBUG nova.network.neutron [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] allocate_for_instance() {{(pid=62626) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 567.513183] env[62626]: DEBUG nova.network.neutron [req-43252ca7-d978-44c7-8e1a-36c9b3c605c8 req-9c861208-3faf-491d-82cf-c95d7edd1ae1 service nova] [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 567.809860] env[62626]: INFO nova.compute.manager [-] [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] Took 1.08 seconds to deallocate network for instance. [ 567.812925] env[62626]: DEBUG nova.compute.claims [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] Aborting claim: {{(pid=62626) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 567.813256] env[62626]: DEBUG oslo_concurrency.lockutils [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.970992] env[62626]: DEBUG nova.policy [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cdb3649b37e4086901d6f701d08db5c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8dc2b8a711874664912da95a1e04ebb8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62626) authorize /opt/stack/nova/nova/policy.py:201}} [ 568.008508] env[62626]: DEBUG nova.compute.manager [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] Start building block device mappings for instance. {{(pid=62626) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 568.016684] env[62626]: DEBUG oslo_concurrency.lockutils [req-43252ca7-d978-44c7-8e1a-36c9b3c605c8 req-9c861208-3faf-491d-82cf-c95d7edd1ae1 service nova] Releasing lock "refresh_cache-77909e09-7675-43bc-a13c-b84dccc4faa9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.136789] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fb2ecc-61b2-445a-9ac4-2c9859ba11e2 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.146442] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f155304-62e9-4405-86d3-ff168743f393 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.183464] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df02f25e-26f4-46e5-9aae-b12ad18acdcf {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.191103] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a182e45-de95-4165-a518-fa72c0185faf {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.211847] env[62626]: DEBUG nova.compute.provider_tree [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] Inventory has not changed in ProviderTree for provider: 58b39cc4-f02e-4775-aa9f-aac7dbecd135 {{(pid=62626) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 568.715486] env[62626]: DEBUG nova.scheduler.client.report [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] Inventory has not changed for provider 58b39cc4-f02e-4775-aa9f-aac7dbecd135 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62626) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 569.023639] env[62626]: DEBUG nova.compute.manager [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] Start spawning the instance on the hypervisor. {{(pid=62626) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 569.053261] env[62626]: DEBUG nova.virt.hardware [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-30T15:28:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-30T15:28:32Z,direct_url=,disk_format='vmdk',id=83b96580-5e50-409c-a20d-a61f6d540936,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7f497b18f2c40f4b5f1d70b65c83cff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-30T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 569.053509] env[62626]: DEBUG nova.virt.hardware [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] Flavor limits 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 569.053660] env[62626]: DEBUG nova.virt.hardware [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] Image limits 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 569.053835] env[62626]: DEBUG nova.virt.hardware [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] Flavor pref 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 569.053977] env[62626]: DEBUG nova.virt.hardware [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] Image pref 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 569.054247] env[62626]: DEBUG nova.virt.hardware [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 569.054459] env[62626]: DEBUG nova.virt.hardware [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 569.054614] env[62626]: DEBUG nova.virt.hardware [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62626) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 569.054831] env[62626]: DEBUG nova.virt.hardware [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] Got 1 possible topologies {{(pid=62626) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 569.055021] env[62626]: DEBUG nova.virt.hardware [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 569.055193] env[62626]: DEBUG nova.virt.hardware [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 569.056680] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db8b4c8-41b3-4f90-9bb0-768803e12649 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.065476] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21783f34-947c-42a3-be90-27e4282db98f {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.189615] env[62626]: DEBUG nova.compute.manager [req-2756b790-52a7-4d75-a0be-e9c9fdfe5a08 req-4d2e64ea-05de-4b95-8e87-f176e9f1d505 service nova] [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] Received event network-vif-deleted-d35c3fd9-6667-4deb-8078-3c01adfa2679 {{(pid=62626) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 569.222574] env[62626]: DEBUG oslo_concurrency.lockutils [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.227s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.222574] env[62626]: DEBUG nova.compute.manager [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] Start building networks asynchronously for instance. {{(pid=62626) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 569.226718] env[62626]: DEBUG oslo_concurrency.lockutils [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.516s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.229537] env[62626]: INFO nova.compute.claims [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 569.427135] env[62626]: ERROR nova.compute.manager [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port fd4744c1-3459-4cbe-aad4-cc3c68cbb047, please check neutron logs for more information. [ 569.427135] env[62626]: ERROR nova.compute.manager Traceback (most recent call last): [ 569.427135] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 569.427135] env[62626]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 569.427135] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 569.427135] env[62626]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 569.427135] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 569.427135] env[62626]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 569.427135] env[62626]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 569.427135] env[62626]: ERROR nova.compute.manager self.force_reraise() [ 569.427135] env[62626]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 569.427135] env[62626]: ERROR nova.compute.manager raise self.value [ 569.427135] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 569.427135] env[62626]: ERROR nova.compute.manager updated_port = self._update_port( [ 569.427135] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 569.427135] env[62626]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 569.427587] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 569.427587] env[62626]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 569.427587] env[62626]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port fd4744c1-3459-4cbe-aad4-cc3c68cbb047, please check neutron logs for more information. [ 569.427587] env[62626]: ERROR nova.compute.manager [ 569.427587] env[62626]: Traceback (most recent call last): [ 569.427587] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 569.427587] env[62626]: listener.cb(fileno) [ 569.427587] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 569.427587] env[62626]: result = function(*args, **kwargs) [ 569.427587] env[62626]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 569.427587] env[62626]: return func(*args, **kwargs) [ 569.427587] env[62626]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 569.427587] env[62626]: raise e [ 569.427587] env[62626]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 569.427587] env[62626]: nwinfo = self.network_api.allocate_for_instance( [ 569.427587] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 569.427587] env[62626]: created_port_ids = self._update_ports_for_instance( [ 569.427587] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 569.427587] env[62626]: with excutils.save_and_reraise_exception(): [ 569.427587] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 569.427587] env[62626]: self.force_reraise() [ 569.427587] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 569.427587] env[62626]: raise self.value [ 569.427587] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 569.427587] env[62626]: updated_port = self._update_port( [ 569.427587] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 569.427587] env[62626]: _ensure_no_port_binding_failure(port) [ 569.427587] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 569.427587] env[62626]: raise exception.PortBindingFailed(port_id=port['id']) [ 569.429126] env[62626]: nova.exception.PortBindingFailed: Binding failed for port fd4744c1-3459-4cbe-aad4-cc3c68cbb047, please check neutron logs for more information. [ 569.429126] env[62626]: Removing descriptor: 15 [ 569.429362] env[62626]: ERROR nova.compute.manager [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port fd4744c1-3459-4cbe-aad4-cc3c68cbb047, please check neutron logs for more information. [ 569.429362] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] Traceback (most recent call last): [ 569.429362] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 569.429362] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] yield resources [ 569.429362] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 569.429362] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] self.driver.spawn(context, instance, image_meta, [ 569.429362] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 569.429362] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] self._vmops.spawn(context, instance, image_meta, injected_files, [ 569.429362] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 569.429362] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] vm_ref = self.build_virtual_machine(instance, [ 569.429362] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 569.429618] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] vif_infos = vmwarevif.get_vif_info(self._session, [ 569.429618] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 569.429618] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] for vif in network_info: [ 569.429618] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 569.429618] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] return self._sync_wrapper(fn, *args, **kwargs) [ 569.429618] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 569.429618] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] self.wait() [ 569.429618] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 569.429618] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] self[:] = self._gt.wait() [ 569.429618] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 569.429618] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] return self._exit_event.wait() [ 569.429618] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 569.429618] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] result = hub.switch() [ 569.430410] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 569.430410] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] return self.greenlet.switch() [ 569.430410] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 569.430410] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] result = function(*args, **kwargs) [ 569.430410] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 569.430410] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] return func(*args, **kwargs) [ 569.430410] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 569.430410] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] raise e [ 569.430410] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 569.430410] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] nwinfo = self.network_api.allocate_for_instance( [ 569.430410] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 569.430410] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] created_port_ids = self._update_ports_for_instance( [ 569.430410] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 569.431261] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] with excutils.save_and_reraise_exception(): [ 569.431261] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 569.431261] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] self.force_reraise() [ 569.431261] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 569.431261] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] raise self.value [ 569.431261] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 569.431261] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] updated_port = self._update_port( [ 569.431261] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 569.431261] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] _ensure_no_port_binding_failure(port) [ 569.431261] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 569.431261] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] raise exception.PortBindingFailed(port_id=port['id']) [ 569.431261] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] nova.exception.PortBindingFailed: Binding failed for port fd4744c1-3459-4cbe-aad4-cc3c68cbb047, please check neutron logs for more information. [ 569.431261] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] [ 569.431834] env[62626]: INFO nova.compute.manager [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] Terminating instance [ 569.432117] env[62626]: DEBUG oslo_concurrency.lockutils [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] Acquiring lock "refresh_cache-90b072c4-d863-404b-9c75-d73afa91fbf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.432295] env[62626]: DEBUG oslo_concurrency.lockutils [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] Acquired lock "refresh_cache-90b072c4-d863-404b-9c75-d73afa91fbf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.432445] env[62626]: DEBUG nova.network.neutron [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] Building network info cache for instance {{(pid=62626) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 569.458678] env[62626]: DEBUG nova.network.neutron [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] Successfully created port: 4b4df75f-76c9-463b-88cf-dc9b38bcd423 {{(pid=62626) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 569.550236] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Acquiring lock "40ae672c-4ff8-42da-b2d0-3bda6c4a17c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.550793] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Lock "40ae672c-4ff8-42da-b2d0-3bda6c4a17c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.728070] env[62626]: DEBUG nova.compute.utils [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] Using /dev/sd instead of None {{(pid=62626) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 569.729495] env[62626]: DEBUG nova.compute.manager [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] Allocating IP information in the background. {{(pid=62626) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 569.729658] env[62626]: DEBUG nova.network.neutron [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] allocate_for_instance() {{(pid=62626) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 569.845868] env[62626]: DEBUG nova.policy [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f9cbdfbffab42adaac37760d6b1e69e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6bc548a5e60044db866b8679587f5d42', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62626) authorize /opt/stack/nova/nova/policy.py:201}} [ 570.002054] env[62626]: DEBUG nova.network.neutron [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 570.036307] env[62626]: DEBUG nova.compute.manager [req-0b570b7b-c3e3-4ed3-8166-3cd0acf4f62a req-f6394238-6f62-4e91-a440-d7d62d4119ed service nova] [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] Received event network-changed-fd4744c1-3459-4cbe-aad4-cc3c68cbb047 {{(pid=62626) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 570.036714] env[62626]: DEBUG nova.compute.manager [req-0b570b7b-c3e3-4ed3-8166-3cd0acf4f62a req-f6394238-6f62-4e91-a440-d7d62d4119ed service nova] [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] Refreshing instance network info cache due to event network-changed-fd4744c1-3459-4cbe-aad4-cc3c68cbb047. {{(pid=62626) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 570.038145] env[62626]: DEBUG oslo_concurrency.lockutils [req-0b570b7b-c3e3-4ed3-8166-3cd0acf4f62a req-f6394238-6f62-4e91-a440-d7d62d4119ed service nova] Acquiring lock "refresh_cache-90b072c4-d863-404b-9c75-d73afa91fbf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.055116] env[62626]: DEBUG nova.compute.manager [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] Starting instance... {{(pid=62626) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 570.227700] env[62626]: DEBUG nova.network.neutron [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] Successfully created port: 10ae9aa1-4053-4257-83b5-2500f0802fc0 {{(pid=62626) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 570.235377] env[62626]: DEBUG nova.compute.manager [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] Start building block device mappings for instance. {{(pid=62626) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 570.305841] env[62626]: DEBUG nova.network.neutron [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 570.421444] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2917c3f2-0fba-468e-a399-2638e96ffdee {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.429705] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8948af-5367-4b8b-bd5a-6036b59ec5bb {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.468829] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94991b57-4d9c-4a71-b155-c7d5769bf62c {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.476946] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424d678e-151c-4cb7-8e87-4cb26e69d8f9 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.493076] env[62626]: DEBUG nova.compute.provider_tree [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] Inventory has not changed in ProviderTree for provider: 58b39cc4-f02e-4775-aa9f-aac7dbecd135 {{(pid=62626) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 570.592726] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.811058] env[62626]: DEBUG oslo_concurrency.lockutils [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] Releasing lock "refresh_cache-90b072c4-d863-404b-9c75-d73afa91fbf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.811058] env[62626]: DEBUG nova.compute.manager [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] Start destroying the instance on the hypervisor. {{(pid=62626) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 570.811058] env[62626]: DEBUG nova.virt.vmwareapi.vmops [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] Destroying instance {{(pid=62626) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 570.813925] env[62626]: DEBUG oslo_concurrency.lockutils [req-0b570b7b-c3e3-4ed3-8166-3cd0acf4f62a req-f6394238-6f62-4e91-a440-d7d62d4119ed service nova] Acquired lock "refresh_cache-90b072c4-d863-404b-9c75-d73afa91fbf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.814415] env[62626]: DEBUG nova.network.neutron [req-0b570b7b-c3e3-4ed3-8166-3cd0acf4f62a req-f6394238-6f62-4e91-a440-d7d62d4119ed service nova] [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] Refreshing network info cache for port fd4744c1-3459-4cbe-aad4-cc3c68cbb047 {{(pid=62626) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 570.816118] env[62626]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14604ba9-5658-498a-b769-62d524fd1b6e {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.828112] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2254d558-1f68-40ed-aa48-4639df91197e {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.852610] env[62626]: WARNING nova.virt.vmwareapi.vmops [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 90b072c4-d863-404b-9c75-d73afa91fbf3 could not be found. [ 570.852852] env[62626]: DEBUG nova.virt.vmwareapi.vmops [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] Instance destroyed {{(pid=62626) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 570.853055] env[62626]: INFO nova.compute.manager [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] Took 0.04 seconds to destroy the instance on the hypervisor. [ 570.853284] env[62626]: DEBUG oslo.service.loopingcall [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62626) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 570.853518] env[62626]: DEBUG nova.compute.manager [-] [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] Deallocating network for instance {{(pid=62626) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 570.853623] env[62626]: DEBUG nova.network.neutron [-] [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] deallocate_for_instance() {{(pid=62626) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 570.934710] env[62626]: DEBUG nova.network.neutron [-] [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 570.995412] env[62626]: DEBUG nova.scheduler.client.report [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] Inventory has not changed for provider 58b39cc4-f02e-4775-aa9f-aac7dbecd135 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62626) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 571.252276] env[62626]: DEBUG nova.compute.manager [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] Start spawning the instance on the hypervisor. {{(pid=62626) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 571.281719] env[62626]: DEBUG nova.virt.hardware [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-30T15:28:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-30T15:28:32Z,direct_url=,disk_format='vmdk',id=83b96580-5e50-409c-a20d-a61f6d540936,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7f497b18f2c40f4b5f1d70b65c83cff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-30T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 571.283019] env[62626]: DEBUG nova.virt.hardware [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] Flavor limits 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 571.283019] env[62626]: DEBUG nova.virt.hardware [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] Image limits 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 571.283019] env[62626]: DEBUG nova.virt.hardware [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] Flavor pref 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 571.283404] env[62626]: DEBUG nova.virt.hardware [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] Image pref 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 571.283661] env[62626]: DEBUG nova.virt.hardware [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 571.285036] env[62626]: DEBUG nova.virt.hardware [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 571.285036] env[62626]: DEBUG nova.virt.hardware [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62626) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 571.285036] env[62626]: DEBUG nova.virt.hardware [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] Got 1 possible topologies {{(pid=62626) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 571.285036] env[62626]: DEBUG nova.virt.hardware [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 571.285036] env[62626]: DEBUG nova.virt.hardware [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 571.286652] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7be25e-a7ea-4776-aeda-a7ca52da9968 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.295763] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce56bc5-f799-45ea-b6ea-1d7ceebcf10a {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.354904] env[62626]: DEBUG nova.network.neutron [req-0b570b7b-c3e3-4ed3-8166-3cd0acf4f62a req-f6394238-6f62-4e91-a440-d7d62d4119ed service nova] [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 571.437074] env[62626]: DEBUG nova.network.neutron [-] [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 571.512945] env[62626]: DEBUG oslo_concurrency.lockutils [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.283s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.512945] env[62626]: DEBUG nova.compute.manager [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] Start building networks asynchronously for instance. {{(pid=62626) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 571.515626] env[62626]: DEBUG oslo_concurrency.lockutils [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 3.701s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.679125] env[62626]: DEBUG nova.network.neutron [req-0b570b7b-c3e3-4ed3-8166-3cd0acf4f62a req-f6394238-6f62-4e91-a440-d7d62d4119ed service nova] [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 571.734894] env[62626]: DEBUG oslo_concurrency.lockutils [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Acquiring lock "2674f864-12d0-4c9d-b5b4-78673260bfc2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.735167] env[62626]: DEBUG oslo_concurrency.lockutils [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Lock "2674f864-12d0-4c9d-b5b4-78673260bfc2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.942087] env[62626]: INFO nova.compute.manager [-] [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] Took 1.09 seconds to deallocate network for instance. [ 571.945720] env[62626]: DEBUG nova.compute.claims [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] Aborting claim: {{(pid=62626) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 571.945997] env[62626]: DEBUG oslo_concurrency.lockutils [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.032962] env[62626]: DEBUG nova.compute.utils [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] Using /dev/sd instead of None {{(pid=62626) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 572.035067] env[62626]: DEBUG nova.compute.manager [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] Allocating IP information in the background. {{(pid=62626) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 572.035368] env[62626]: DEBUG nova.network.neutron [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] allocate_for_instance() {{(pid=62626) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 572.181473] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6c94ac-be16-41c5-ac31-71e1ae06b5bf {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.185110] env[62626]: DEBUG oslo_concurrency.lockutils [req-0b570b7b-c3e3-4ed3-8166-3cd0acf4f62a req-f6394238-6f62-4e91-a440-d7d62d4119ed service nova] Releasing lock "refresh_cache-90b072c4-d863-404b-9c75-d73afa91fbf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.191764] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6315ce-fc72-4227-8e0c-6977f873eb72 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.225077] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d42fb8-178e-4239-8f01-0096ccc1560d {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.233080] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6a8866-d5c0-4b2e-9931-e765f69856d0 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.237494] env[62626]: DEBUG nova.compute.manager [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] Starting instance... {{(pid=62626) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 572.251446] env[62626]: DEBUG nova.compute.provider_tree [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] Inventory has not changed in ProviderTree for provider: 58b39cc4-f02e-4775-aa9f-aac7dbecd135 {{(pid=62626) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 572.319991] env[62626]: DEBUG nova.policy [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7143a92b6c74253b250da785255e7f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db7b7730cde742c5a98ca77f31bd0639', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62626) authorize /opt/stack/nova/nova/policy.py:201}} [ 572.540286] env[62626]: DEBUG nova.compute.manager [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] Start building block device mappings for instance. {{(pid=62626) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 572.750608] env[62626]: DEBUG oslo_service.periodic_task [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62626) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 572.753846] env[62626]: DEBUG oslo_service.periodic_task [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62626) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 572.754099] env[62626]: DEBUG nova.compute.manager [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] Starting heal instance info cache {{(pid=62626) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 572.754229] env[62626]: DEBUG nova.compute.manager [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] Rebuilding the list of instances to heal {{(pid=62626) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 572.756429] env[62626]: DEBUG nova.scheduler.client.report [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] Inventory has not changed for provider 58b39cc4-f02e-4775-aa9f-aac7dbecd135 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62626) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 572.783484] env[62626]: DEBUG oslo_concurrency.lockutils [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.905615] env[62626]: DEBUG nova.compute.manager [req-b1e021e6-95f4-4f7d-8393-7f2784949c5e req-f67c5aa4-9765-4c2b-b8c8-21091b09733c service nova] [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] Received event network-vif-deleted-fd4744c1-3459-4cbe-aad4-cc3c68cbb047 {{(pid=62626) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 573.267620] env[62626]: DEBUG nova.compute.manager [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] Skipping network cache update for instance because it is Building. {{(pid=62626) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 573.268066] env[62626]: DEBUG nova.compute.manager [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] Skipping network cache update for instance because it is Building. {{(pid=62626) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 573.268066] env[62626]: DEBUG nova.compute.manager [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] Skipping network cache update for instance because it is Building. {{(pid=62626) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 573.268066] env[62626]: DEBUG nova.compute.manager [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] Skipping network cache update for instance because it is Building. {{(pid=62626) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 573.268263] env[62626]: DEBUG nova.compute.manager [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] Didn't find any instances for network info cache update. {{(pid=62626) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 573.268768] env[62626]: DEBUG oslo_concurrency.lockutils [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.754s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.269374] env[62626]: ERROR nova.compute.manager [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port d35c3fd9-6667-4deb-8078-3c01adfa2679, please check neutron logs for more information. [ 573.269374] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] Traceback (most recent call last): [ 573.269374] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 573.269374] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] self.driver.spawn(context, instance, image_meta, [ 573.269374] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 573.269374] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] self._vmops.spawn(context, instance, image_meta, injected_files, [ 573.269374] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 573.269374] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] vm_ref = self.build_virtual_machine(instance, [ 573.269374] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 573.269374] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] vif_infos = vmwarevif.get_vif_info(self._session, [ 573.269374] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 573.270692] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] for vif in network_info: [ 573.270692] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 573.270692] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] return self._sync_wrapper(fn, *args, **kwargs) [ 573.270692] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 573.270692] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] self.wait() [ 573.270692] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 573.270692] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] self[:] = self._gt.wait() [ 573.270692] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 573.270692] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] return self._exit_event.wait() [ 573.270692] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 573.270692] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] result = hub.switch() [ 573.270692] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 573.270692] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] return self.greenlet.switch() [ 573.271227] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 573.271227] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] result = function(*args, **kwargs) [ 573.271227] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 573.271227] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] return func(*args, **kwargs) [ 573.271227] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 573.271227] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] raise e [ 573.271227] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 573.271227] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] nwinfo = self.network_api.allocate_for_instance( [ 573.271227] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 573.271227] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] created_port_ids = self._update_ports_for_instance( [ 573.271227] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 573.271227] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] with excutils.save_and_reraise_exception(): [ 573.271227] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 573.272525] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] self.force_reraise() [ 573.272525] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 573.272525] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] raise self.value [ 573.272525] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 573.272525] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] updated_port = self._update_port( [ 573.272525] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 573.272525] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] _ensure_no_port_binding_failure(port) [ 573.272525] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 573.272525] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] raise exception.PortBindingFailed(port_id=port['id']) [ 573.272525] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] nova.exception.PortBindingFailed: Binding failed for port d35c3fd9-6667-4deb-8078-3c01adfa2679, please check neutron logs for more information. [ 573.272525] env[62626]: ERROR nova.compute.manager [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] [ 573.274292] env[62626]: DEBUG nova.compute.utils [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] Binding failed for port d35c3fd9-6667-4deb-8078-3c01adfa2679, please check neutron logs for more information. {{(pid=62626) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 573.274292] env[62626]: DEBUG oslo_service.periodic_task [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62626) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 573.274292] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.682s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.275829] env[62626]: INFO nova.compute.claims [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 573.282183] env[62626]: DEBUG oslo_service.periodic_task [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62626) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 573.282780] env[62626]: DEBUG oslo_service.periodic_task [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62626) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 573.282986] env[62626]: DEBUG oslo_service.periodic_task [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62626) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 573.283517] env[62626]: DEBUG oslo_service.periodic_task [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62626) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 573.283957] env[62626]: DEBUG nova.compute.manager [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] Build of instance 77909e09-7675-43bc-a13c-b84dccc4faa9 was re-scheduled: Binding failed for port d35c3fd9-6667-4deb-8078-3c01adfa2679, please check neutron logs for more information. {{(pid=62626) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 573.285263] env[62626]: DEBUG nova.compute.manager [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] Unplugging VIFs for instance {{(pid=62626) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 573.285263] env[62626]: DEBUG oslo_concurrency.lockutils [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] Acquiring lock "refresh_cache-77909e09-7675-43bc-a13c-b84dccc4faa9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.285263] env[62626]: DEBUG oslo_concurrency.lockutils [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] Acquired lock "refresh_cache-77909e09-7675-43bc-a13c-b84dccc4faa9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.285263] env[62626]: DEBUG nova.network.neutron [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] Building network info cache for instance {{(pid=62626) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 573.285816] env[62626]: DEBUG oslo_service.periodic_task [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62626) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 573.285996] env[62626]: DEBUG nova.compute.manager [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62626) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 573.286449] env[62626]: DEBUG oslo_service.periodic_task [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62626) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 573.557560] env[62626]: DEBUG nova.compute.manager [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] Start spawning the instance on the hypervisor. {{(pid=62626) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 573.601036] env[62626]: DEBUG nova.virt.hardware [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-30T15:28:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-30T15:28:32Z,direct_url=,disk_format='vmdk',id=83b96580-5e50-409c-a20d-a61f6d540936,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7f497b18f2c40f4b5f1d70b65c83cff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-30T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 573.603246] env[62626]: DEBUG nova.virt.hardware [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] Flavor limits 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 573.603246] env[62626]: DEBUG nova.virt.hardware [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] Image limits 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 573.603246] env[62626]: DEBUG nova.virt.hardware [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] Flavor pref 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 573.603246] env[62626]: DEBUG nova.virt.hardware [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] Image pref 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 573.603246] env[62626]: DEBUG nova.virt.hardware [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 573.603508] env[62626]: DEBUG nova.virt.hardware [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 573.603508] env[62626]: DEBUG nova.virt.hardware [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62626) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 573.603700] env[62626]: DEBUG nova.virt.hardware [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] Got 1 possible topologies {{(pid=62626) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 573.603841] env[62626]: DEBUG nova.virt.hardware [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 573.604078] env[62626]: DEBUG nova.virt.hardware [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 573.605860] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9281fc98-158d-4899-92a9-018d3079f386 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.621349] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552872c6-dc8f-404c-a27f-f0e25feecab5 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.793249] env[62626]: DEBUG oslo_concurrency.lockutils [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.005659] env[62626]: DEBUG nova.network.neutron [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 574.357508] env[62626]: DEBUG nova.network.neutron [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] Successfully created port: fe545378-93e3-416f-844f-d321df401ef4 {{(pid=62626) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 574.380709] env[62626]: DEBUG nova.network.neutron [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 574.455997] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258efbec-c5b5-4781-835d-255a23d58598 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.464875] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da4977f-abc5-4598-b89d-abb8e9d1fbfe {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.503510] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38abc589-491c-4e1f-ac4f-9df5aef37b77 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.511646] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af2efef-1a6b-4aec-b72e-f16a9bcab049 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.527957] env[62626]: DEBUG nova.compute.provider_tree [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Inventory has not changed in ProviderTree for provider: 58b39cc4-f02e-4775-aa9f-aac7dbecd135 {{(pid=62626) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 574.885309] env[62626]: DEBUG oslo_concurrency.lockutils [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] Releasing lock "refresh_cache-77909e09-7675-43bc-a13c-b84dccc4faa9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.885585] env[62626]: DEBUG nova.compute.manager [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62626) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 574.885719] env[62626]: DEBUG nova.compute.manager [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] Deallocating network for instance {{(pid=62626) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 574.885892] env[62626]: DEBUG nova.network.neutron [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] deallocate_for_instance() {{(pid=62626) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 574.957138] env[62626]: DEBUG nova.network.neutron [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 575.030725] env[62626]: DEBUG nova.scheduler.client.report [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Inventory has not changed for provider 58b39cc4-f02e-4775-aa9f-aac7dbecd135 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62626) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 575.460499] env[62626]: DEBUG nova.network.neutron [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 575.542254] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.265s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.542254] env[62626]: DEBUG nova.compute.manager [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] Start building networks asynchronously for instance. {{(pid=62626) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 575.546369] env[62626]: DEBUG oslo_concurrency.lockutils [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 3.600s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.967329] env[62626]: INFO nova.compute.manager [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] [instance: 77909e09-7675-43bc-a13c-b84dccc4faa9] Took 1.08 seconds to deallocate network for instance. [ 576.029197] env[62626]: ERROR nova.compute.manager [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port 4b4df75f-76c9-463b-88cf-dc9b38bcd423, please check neutron logs for more information. [ 576.029197] env[62626]: ERROR nova.compute.manager Traceback (most recent call last): [ 576.029197] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 576.029197] env[62626]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 576.029197] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 576.029197] env[62626]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 576.029197] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 576.029197] env[62626]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 576.029197] env[62626]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 576.029197] env[62626]: ERROR nova.compute.manager self.force_reraise() [ 576.029197] env[62626]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 576.029197] env[62626]: ERROR nova.compute.manager raise self.value [ 576.029197] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 576.029197] env[62626]: ERROR nova.compute.manager updated_port = self._update_port( [ 576.029197] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 576.029197] env[62626]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 576.029670] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 576.029670] env[62626]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 576.029670] env[62626]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port 4b4df75f-76c9-463b-88cf-dc9b38bcd423, please check neutron logs for more information. [ 576.029670] env[62626]: ERROR nova.compute.manager [ 576.029670] env[62626]: Traceback (most recent call last): [ 576.029670] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 576.029670] env[62626]: listener.cb(fileno) [ 576.029670] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 576.029670] env[62626]: result = function(*args, **kwargs) [ 576.029670] env[62626]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 576.029670] env[62626]: return func(*args, **kwargs) [ 576.029670] env[62626]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 576.029670] env[62626]: raise e [ 576.029670] env[62626]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 576.029670] env[62626]: nwinfo = self.network_api.allocate_for_instance( [ 576.029670] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 576.029670] env[62626]: created_port_ids = self._update_ports_for_instance( [ 576.029670] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 576.029670] env[62626]: with excutils.save_and_reraise_exception(): [ 576.029670] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 576.029670] env[62626]: self.force_reraise() [ 576.029670] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 576.029670] env[62626]: raise self.value [ 576.029670] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 576.029670] env[62626]: updated_port = self._update_port( [ 576.029670] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 576.029670] env[62626]: _ensure_no_port_binding_failure(port) [ 576.029670] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 576.029670] env[62626]: raise exception.PortBindingFailed(port_id=port['id']) [ 576.030502] env[62626]: nova.exception.PortBindingFailed: Binding failed for port 4b4df75f-76c9-463b-88cf-dc9b38bcd423, please check neutron logs for more information. [ 576.030502] env[62626]: Removing descriptor: 16 [ 576.030502] env[62626]: ERROR nova.compute.manager [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port 4b4df75f-76c9-463b-88cf-dc9b38bcd423, please check neutron logs for more information. [ 576.030502] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] Traceback (most recent call last): [ 576.030502] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 576.030502] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] yield resources [ 576.030502] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 576.030502] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] self.driver.spawn(context, instance, image_meta, [ 576.030502] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 576.030502] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] self._vmops.spawn(context, instance, image_meta, injected_files, [ 576.030502] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 576.030502] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] vm_ref = self.build_virtual_machine(instance, [ 576.030832] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 576.030832] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] vif_infos = vmwarevif.get_vif_info(self._session, [ 576.030832] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 576.030832] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] for vif in network_info: [ 576.030832] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 576.030832] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] return self._sync_wrapper(fn, *args, **kwargs) [ 576.030832] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 576.030832] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] self.wait() [ 576.030832] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 576.030832] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] self[:] = self._gt.wait() [ 576.030832] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 576.030832] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] return self._exit_event.wait() [ 576.030832] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 576.031215] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] result = hub.switch() [ 576.031215] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 576.031215] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] return self.greenlet.switch() [ 576.031215] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 576.031215] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] result = function(*args, **kwargs) [ 576.031215] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 576.031215] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] return func(*args, **kwargs) [ 576.031215] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 576.031215] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] raise e [ 576.031215] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 576.031215] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] nwinfo = self.network_api.allocate_for_instance( [ 576.031215] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 576.031215] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] created_port_ids = self._update_ports_for_instance( [ 576.031596] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 576.031596] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] with excutils.save_and_reraise_exception(): [ 576.031596] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 576.031596] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] self.force_reraise() [ 576.031596] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 576.031596] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] raise self.value [ 576.031596] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 576.031596] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] updated_port = self._update_port( [ 576.031596] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 576.031596] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] _ensure_no_port_binding_failure(port) [ 576.031596] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 576.031596] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] raise exception.PortBindingFailed(port_id=port['id']) [ 576.031967] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] nova.exception.PortBindingFailed: Binding failed for port 4b4df75f-76c9-463b-88cf-dc9b38bcd423, please check neutron logs for more information. [ 576.031967] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] [ 576.031967] env[62626]: INFO nova.compute.manager [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] Terminating instance [ 576.034194] env[62626]: DEBUG oslo_concurrency.lockutils [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] Acquiring lock "refresh_cache-823cfd72-2e6d-4acb-bc05-5c5f159e1a36" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.034194] env[62626]: DEBUG oslo_concurrency.lockutils [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] Acquired lock "refresh_cache-823cfd72-2e6d-4acb-bc05-5c5f159e1a36" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.034194] env[62626]: DEBUG nova.network.neutron [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] Building network info cache for instance {{(pid=62626) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 576.053054] env[62626]: DEBUG nova.compute.utils [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Using /dev/sd instead of None {{(pid=62626) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 576.062375] env[62626]: DEBUG nova.compute.manager [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] Allocating IP information in the background. {{(pid=62626) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 576.063251] env[62626]: DEBUG nova.network.neutron [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] allocate_for_instance() {{(pid=62626) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 576.289312] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a9e2e4-e640-43aa-9172-4d7ae5432823 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.294302] env[62626]: DEBUG nova.compute.manager [req-37eb3f86-a7a2-4ee3-8011-a6e68ebb3428 req-5233a41f-8c92-4d50-a66f-8109e8d22294 service nova] [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] Received event network-changed-4b4df75f-76c9-463b-88cf-dc9b38bcd423 {{(pid=62626) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 576.294487] env[62626]: DEBUG nova.compute.manager [req-37eb3f86-a7a2-4ee3-8011-a6e68ebb3428 req-5233a41f-8c92-4d50-a66f-8109e8d22294 service nova] [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] Refreshing instance network info cache due to event network-changed-4b4df75f-76c9-463b-88cf-dc9b38bcd423. {{(pid=62626) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 576.294688] env[62626]: DEBUG oslo_concurrency.lockutils [req-37eb3f86-a7a2-4ee3-8011-a6e68ebb3428 req-5233a41f-8c92-4d50-a66f-8109e8d22294 service nova] Acquiring lock "refresh_cache-823cfd72-2e6d-4acb-bc05-5c5f159e1a36" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.303719] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba861c7-c8ab-4ea0-8674-4b439a02b2ca {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.341659] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54084193-d840-486d-89fc-42f443839d42 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.349732] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649bc1da-e183-40a4-bec9-ce093b29b3fd {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.369932] env[62626]: DEBUG nova.compute.provider_tree [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] Inventory has not changed in ProviderTree for provider: 58b39cc4-f02e-4775-aa9f-aac7dbecd135 {{(pid=62626) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 576.480023] env[62626]: DEBUG nova.policy [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1c088378e0e4f1baac8e0bfbbad2107', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18094f3f92b74f84944938b9eb338ae9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62626) authorize /opt/stack/nova/nova/policy.py:201}} [ 576.563382] env[62626]: DEBUG nova.compute.manager [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] Start building block device mappings for instance. {{(pid=62626) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 576.605824] env[62626]: DEBUG nova.network.neutron [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 576.874527] env[62626]: DEBUG nova.scheduler.client.report [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] Inventory has not changed for provider 58b39cc4-f02e-4775-aa9f-aac7dbecd135 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62626) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 576.885848] env[62626]: DEBUG oslo_concurrency.lockutils [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] Acquiring lock "2b01ce50-98d1-4c65-a2ac-5104cfc0a35a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.886207] env[62626]: DEBUG oslo_concurrency.lockutils [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] Lock "2b01ce50-98d1-4c65-a2ac-5104cfc0a35a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.914725] env[62626]: DEBUG nova.network.neutron [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.011705] env[62626]: INFO nova.scheduler.client.report [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] Deleted allocations for instance 77909e09-7675-43bc-a13c-b84dccc4faa9 [ 577.385526] env[62626]: DEBUG oslo_concurrency.lockutils [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.838s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.385526] env[62626]: ERROR nova.compute.manager [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port fd4744c1-3459-4cbe-aad4-cc3c68cbb047, please check neutron logs for more information. [ 577.385526] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] Traceback (most recent call last): [ 577.385526] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 577.385526] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] self.driver.spawn(context, instance, image_meta, [ 577.385526] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 577.385526] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] self._vmops.spawn(context, instance, image_meta, injected_files, [ 577.385526] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 577.385526] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] vm_ref = self.build_virtual_machine(instance, [ 577.385985] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 577.385985] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] vif_infos = vmwarevif.get_vif_info(self._session, [ 577.385985] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 577.385985] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] for vif in network_info: [ 577.385985] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 577.385985] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] return self._sync_wrapper(fn, *args, **kwargs) [ 577.385985] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 577.385985] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] self.wait() [ 577.385985] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 577.385985] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] self[:] = self._gt.wait() [ 577.385985] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 577.385985] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] return self._exit_event.wait() [ 577.385985] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 577.386345] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] result = hub.switch() [ 577.386345] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 577.386345] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] return self.greenlet.switch() [ 577.386345] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 577.386345] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] result = function(*args, **kwargs) [ 577.386345] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 577.386345] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] return func(*args, **kwargs) [ 577.386345] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 577.386345] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] raise e [ 577.386345] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 577.386345] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] nwinfo = self.network_api.allocate_for_instance( [ 577.386345] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 577.386345] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] created_port_ids = self._update_ports_for_instance( [ 577.386689] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 577.386689] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] with excutils.save_and_reraise_exception(): [ 577.386689] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 577.386689] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] self.force_reraise() [ 577.386689] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 577.386689] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] raise self.value [ 577.386689] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 577.386689] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] updated_port = self._update_port( [ 577.386689] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 577.386689] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] _ensure_no_port_binding_failure(port) [ 577.386689] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 577.386689] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] raise exception.PortBindingFailed(port_id=port['id']) [ 577.387010] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] nova.exception.PortBindingFailed: Binding failed for port fd4744c1-3459-4cbe-aad4-cc3c68cbb047, please check neutron logs for more information. [ 577.387010] env[62626]: ERROR nova.compute.manager [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] [ 577.387105] env[62626]: DEBUG nova.compute.utils [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] Binding failed for port fd4744c1-3459-4cbe-aad4-cc3c68cbb047, please check neutron logs for more information. {{(pid=62626) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 577.389888] env[62626]: DEBUG oslo_concurrency.lockutils [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.605s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.389888] env[62626]: INFO nova.compute.claims [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 577.395281] env[62626]: DEBUG nova.compute.manager [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] Build of instance 90b072c4-d863-404b-9c75-d73afa91fbf3 was re-scheduled: Binding failed for port fd4744c1-3459-4cbe-aad4-cc3c68cbb047, please check neutron logs for more information. {{(pid=62626) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 577.395281] env[62626]: DEBUG nova.compute.manager [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] Unplugging VIFs for instance {{(pid=62626) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 577.395281] env[62626]: DEBUG oslo_concurrency.lockutils [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] Acquiring lock "refresh_cache-90b072c4-d863-404b-9c75-d73afa91fbf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.395281] env[62626]: DEBUG oslo_concurrency.lockutils [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] Acquired lock "refresh_cache-90b072c4-d863-404b-9c75-d73afa91fbf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.395769] env[62626]: DEBUG nova.network.neutron [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] Building network info cache for instance {{(pid=62626) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 577.395769] env[62626]: DEBUG nova.compute.manager [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] Starting instance... {{(pid=62626) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 577.417267] env[62626]: DEBUG oslo_concurrency.lockutils [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] Releasing lock "refresh_cache-823cfd72-2e6d-4acb-bc05-5c5f159e1a36" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.417718] env[62626]: DEBUG nova.compute.manager [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] Start destroying the instance on the hypervisor. {{(pid=62626) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 577.417901] env[62626]: DEBUG nova.virt.vmwareapi.vmops [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] Destroying instance {{(pid=62626) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 577.418228] env[62626]: DEBUG oslo_concurrency.lockutils [req-37eb3f86-a7a2-4ee3-8011-a6e68ebb3428 req-5233a41f-8c92-4d50-a66f-8109e8d22294 service nova] Acquired lock "refresh_cache-823cfd72-2e6d-4acb-bc05-5c5f159e1a36" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.418386] env[62626]: DEBUG nova.network.neutron [req-37eb3f86-a7a2-4ee3-8011-a6e68ebb3428 req-5233a41f-8c92-4d50-a66f-8109e8d22294 service nova] [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] Refreshing network info cache for port 4b4df75f-76c9-463b-88cf-dc9b38bcd423 {{(pid=62626) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 577.419350] env[62626]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13703d98-6876-404c-8dd8-a756b8fd9b9e {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.440075] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e447dc49-d5cb-4515-8ecf-71bb8738f471 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.470337] env[62626]: WARNING nova.virt.vmwareapi.vmops [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 823cfd72-2e6d-4acb-bc05-5c5f159e1a36 could not be found. [ 577.470764] env[62626]: DEBUG nova.virt.vmwareapi.vmops [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] Instance destroyed {{(pid=62626) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 577.471358] env[62626]: INFO nova.compute.manager [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] Took 0.05 seconds to destroy the instance on the hypervisor. [ 577.471731] env[62626]: DEBUG oslo.service.loopingcall [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62626) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 577.472126] env[62626]: DEBUG nova.compute.manager [-] [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] Deallocating network for instance {{(pid=62626) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 577.472394] env[62626]: DEBUG nova.network.neutron [-] [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] deallocate_for_instance() {{(pid=62626) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 577.524056] env[62626]: DEBUG oslo_concurrency.lockutils [None req-96682c7a-707d-4e17-befe-2707e021abbf tempest-TenantUsagesTestJSON-1131066993 tempest-TenantUsagesTestJSON-1131066993-project-member] Lock "77909e09-7675-43bc-a13c-b84dccc4faa9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.403s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.528226] env[62626]: DEBUG nova.network.neutron [-] [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 577.558468] env[62626]: ERROR nova.compute.manager [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port 10ae9aa1-4053-4257-83b5-2500f0802fc0, please check neutron logs for more information. [ 577.558468] env[62626]: ERROR nova.compute.manager Traceback (most recent call last): [ 577.558468] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 577.558468] env[62626]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 577.558468] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 577.558468] env[62626]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 577.558468] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 577.558468] env[62626]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 577.558468] env[62626]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 577.558468] env[62626]: ERROR nova.compute.manager self.force_reraise() [ 577.558468] env[62626]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 577.558468] env[62626]: ERROR nova.compute.manager raise self.value [ 577.558468] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 577.558468] env[62626]: ERROR nova.compute.manager updated_port = self._update_port( [ 577.558468] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 577.558468] env[62626]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 577.559212] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 577.559212] env[62626]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 577.559212] env[62626]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port 10ae9aa1-4053-4257-83b5-2500f0802fc0, please check neutron logs for more information. [ 577.559212] env[62626]: ERROR nova.compute.manager [ 577.559212] env[62626]: Traceback (most recent call last): [ 577.559212] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 577.559212] env[62626]: listener.cb(fileno) [ 577.559212] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 577.559212] env[62626]: result = function(*args, **kwargs) [ 577.559212] env[62626]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 577.559212] env[62626]: return func(*args, **kwargs) [ 577.559212] env[62626]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 577.559212] env[62626]: raise e [ 577.559212] env[62626]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 577.559212] env[62626]: nwinfo = self.network_api.allocate_for_instance( [ 577.559212] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 577.559212] env[62626]: created_port_ids = self._update_ports_for_instance( [ 577.559212] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 577.559212] env[62626]: with excutils.save_and_reraise_exception(): [ 577.559212] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 577.559212] env[62626]: self.force_reraise() [ 577.559212] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 577.559212] env[62626]: raise self.value [ 577.559212] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 577.559212] env[62626]: updated_port = self._update_port( [ 577.559212] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 577.559212] env[62626]: _ensure_no_port_binding_failure(port) [ 577.559212] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 577.559212] env[62626]: raise exception.PortBindingFailed(port_id=port['id']) [ 577.559881] env[62626]: nova.exception.PortBindingFailed: Binding failed for port 10ae9aa1-4053-4257-83b5-2500f0802fc0, please check neutron logs for more information. [ 577.559881] env[62626]: Removing descriptor: 15 [ 577.559881] env[62626]: ERROR nova.compute.manager [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port 10ae9aa1-4053-4257-83b5-2500f0802fc0, please check neutron logs for more information. [ 577.559881] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] Traceback (most recent call last): [ 577.559881] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 577.559881] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] yield resources [ 577.559881] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 577.559881] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] self.driver.spawn(context, instance, image_meta, [ 577.559881] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 577.559881] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] self._vmops.spawn(context, instance, image_meta, injected_files, [ 577.559881] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 577.559881] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] vm_ref = self.build_virtual_machine(instance, [ 577.560237] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 577.560237] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] vif_infos = vmwarevif.get_vif_info(self._session, [ 577.560237] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 577.560237] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] for vif in network_info: [ 577.560237] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 577.560237] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] return self._sync_wrapper(fn, *args, **kwargs) [ 577.560237] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 577.560237] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] self.wait() [ 577.560237] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 577.560237] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] self[:] = self._gt.wait() [ 577.560237] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 577.560237] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] return self._exit_event.wait() [ 577.560237] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 577.560569] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] result = hub.switch() [ 577.560569] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 577.560569] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] return self.greenlet.switch() [ 577.560569] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 577.560569] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] result = function(*args, **kwargs) [ 577.560569] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 577.560569] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] return func(*args, **kwargs) [ 577.560569] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 577.560569] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] raise e [ 577.560569] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 577.560569] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] nwinfo = self.network_api.allocate_for_instance( [ 577.560569] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 577.560569] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] created_port_ids = self._update_ports_for_instance( [ 577.560881] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 577.560881] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] with excutils.save_and_reraise_exception(): [ 577.560881] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 577.560881] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] self.force_reraise() [ 577.560881] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 577.560881] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] raise self.value [ 577.560881] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 577.560881] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] updated_port = self._update_port( [ 577.560881] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 577.560881] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] _ensure_no_port_binding_failure(port) [ 577.560881] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 577.560881] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] raise exception.PortBindingFailed(port_id=port['id']) [ 577.561248] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] nova.exception.PortBindingFailed: Binding failed for port 10ae9aa1-4053-4257-83b5-2500f0802fc0, please check neutron logs for more information. [ 577.561248] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] [ 577.561248] env[62626]: INFO nova.compute.manager [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] Terminating instance [ 577.565365] env[62626]: DEBUG oslo_concurrency.lockutils [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] Acquiring lock "refresh_cache-f3e3fdc2-c425-4dca-86f3-f925c5a14499" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.565365] env[62626]: DEBUG oslo_concurrency.lockutils [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] Acquired lock "refresh_cache-f3e3fdc2-c425-4dca-86f3-f925c5a14499" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.565365] env[62626]: DEBUG nova.network.neutron [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] Building network info cache for instance {{(pid=62626) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 577.577680] env[62626]: DEBUG nova.compute.manager [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] Start spawning the instance on the hypervisor. {{(pid=62626) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 577.598789] env[62626]: DEBUG nova.virt.hardware [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-30T15:28:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-30T15:28:32Z,direct_url=,disk_format='vmdk',id=83b96580-5e50-409c-a20d-a61f6d540936,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7f497b18f2c40f4b5f1d70b65c83cff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-30T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 577.599066] env[62626]: DEBUG nova.virt.hardware [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Flavor limits 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 577.599245] env[62626]: DEBUG nova.virt.hardware [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Image limits 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 577.599582] env[62626]: DEBUG nova.virt.hardware [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Flavor pref 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 577.599769] env[62626]: DEBUG nova.virt.hardware [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Image pref 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 577.599986] env[62626]: DEBUG nova.virt.hardware [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 577.600194] env[62626]: DEBUG nova.virt.hardware [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 577.600600] env[62626]: DEBUG nova.virt.hardware [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62626) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 577.600802] env[62626]: DEBUG nova.virt.hardware [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Got 1 possible topologies {{(pid=62626) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 577.601043] env[62626]: DEBUG nova.virt.hardware [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 577.601300] env[62626]: DEBUG nova.virt.hardware [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 577.602323] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6300d41-7544-48c2-97b0-3df11126ed98 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.614067] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db73c64e-0693-4181-8af2-aee242a6b9ee {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.843735] env[62626]: DEBUG oslo_concurrency.lockutils [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] Acquiring lock "3a29d72c-6b84-4082-ae5a-5714331bcae5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.843976] env[62626]: DEBUG oslo_concurrency.lockutils [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] Lock "3a29d72c-6b84-4082-ae5a-5714331bcae5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.858862] env[62626]: DEBUG nova.network.neutron [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] Successfully created port: c6dd5624-4da0-4675-aaf0-9a2cec0f80d8 {{(pid=62626) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 577.937171] env[62626]: DEBUG oslo_concurrency.lockutils [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.988443] env[62626]: DEBUG nova.network.neutron [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 578.004612] env[62626]: DEBUG nova.network.neutron [req-37eb3f86-a7a2-4ee3-8011-a6e68ebb3428 req-5233a41f-8c92-4d50-a66f-8109e8d22294 service nova] [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 578.033241] env[62626]: DEBUG nova.network.neutron [-] [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.044139] env[62626]: DEBUG nova.compute.manager [req-828d41e9-97f6-4103-88e5-fe12622e71d3 req-63b22225-4d5d-4df8-9b92-2ece080ea131 service nova] [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] Received event network-changed-10ae9aa1-4053-4257-83b5-2500f0802fc0 {{(pid=62626) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 578.044411] env[62626]: DEBUG nova.compute.manager [req-828d41e9-97f6-4103-88e5-fe12622e71d3 req-63b22225-4d5d-4df8-9b92-2ece080ea131 service nova] [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] Refreshing instance network info cache due to event network-changed-10ae9aa1-4053-4257-83b5-2500f0802fc0. {{(pid=62626) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 578.044858] env[62626]: DEBUG oslo_concurrency.lockutils [req-828d41e9-97f6-4103-88e5-fe12622e71d3 req-63b22225-4d5d-4df8-9b92-2ece080ea131 service nova] Acquiring lock "refresh_cache-f3e3fdc2-c425-4dca-86f3-f925c5a14499" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.190901] env[62626]: DEBUG nova.network.neutron [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 578.351644] env[62626]: DEBUG nova.compute.manager [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] Starting instance... {{(pid=62626) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 578.378582] env[62626]: DEBUG nova.network.neutron [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.408303] env[62626]: DEBUG nova.network.neutron [req-37eb3f86-a7a2-4ee3-8011-a6e68ebb3428 req-5233a41f-8c92-4d50-a66f-8109e8d22294 service nova] [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.537713] env[62626]: INFO nova.compute.manager [-] [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] Took 1.07 seconds to deallocate network for instance. [ 578.541594] env[62626]: DEBUG nova.compute.claims [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] Aborting claim: {{(pid=62626) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 578.543717] env[62626]: DEBUG oslo_concurrency.lockutils [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.667549] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46a153e-d4c1-4955-8b52-413fd431da73 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.677018] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059ad124-b17d-42b0-b8d6-520d785cd8cb {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.715613] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3243c31-2728-433a-bb45-57a0e0877d21 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.723544] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b892a480-a7a6-435e-8e41-396da4ac88df {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.738213] env[62626]: DEBUG nova.compute.provider_tree [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Inventory has not changed in ProviderTree for provider: 58b39cc4-f02e-4775-aa9f-aac7dbecd135 {{(pid=62626) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 578.870588] env[62626]: DEBUG nova.network.neutron [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.880689] env[62626]: DEBUG oslo_concurrency.lockutils [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] Releasing lock "refresh_cache-90b072c4-d863-404b-9c75-d73afa91fbf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.880936] env[62626]: DEBUG nova.compute.manager [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62626) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 578.881679] env[62626]: DEBUG nova.compute.manager [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] Deallocating network for instance {{(pid=62626) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 578.881679] env[62626]: DEBUG nova.network.neutron [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] deallocate_for_instance() {{(pid=62626) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 578.889310] env[62626]: DEBUG oslo_concurrency.lockutils [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.915698] env[62626]: DEBUG oslo_concurrency.lockutils [req-37eb3f86-a7a2-4ee3-8011-a6e68ebb3428 req-5233a41f-8c92-4d50-a66f-8109e8d22294 service nova] Releasing lock "refresh_cache-823cfd72-2e6d-4acb-bc05-5c5f159e1a36" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.939473] env[62626]: DEBUG nova.network.neutron [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 579.244019] env[62626]: DEBUG nova.scheduler.client.report [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Inventory has not changed for provider 58b39cc4-f02e-4775-aa9f-aac7dbecd135 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62626) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 579.373834] env[62626]: DEBUG oslo_concurrency.lockutils [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] Releasing lock "refresh_cache-f3e3fdc2-c425-4dca-86f3-f925c5a14499" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.374333] env[62626]: DEBUG nova.compute.manager [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] Start destroying the instance on the hypervisor. {{(pid=62626) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 579.374547] env[62626]: DEBUG nova.virt.vmwareapi.vmops [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] Destroying instance {{(pid=62626) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 579.374860] env[62626]: DEBUG oslo_concurrency.lockutils [req-828d41e9-97f6-4103-88e5-fe12622e71d3 req-63b22225-4d5d-4df8-9b92-2ece080ea131 service nova] Acquired lock "refresh_cache-f3e3fdc2-c425-4dca-86f3-f925c5a14499" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.375044] env[62626]: DEBUG nova.network.neutron [req-828d41e9-97f6-4103-88e5-fe12622e71d3 req-63b22225-4d5d-4df8-9b92-2ece080ea131 service nova] [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] Refreshing network info cache for port 10ae9aa1-4053-4257-83b5-2500f0802fc0 {{(pid=62626) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 579.376093] env[62626]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-71274c01-84c1-4eff-979c-adea94abb0df {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.393392] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ee6b55-944d-47ae-9f05-ba1e36a47d40 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.416728] env[62626]: WARNING nova.virt.vmwareapi.vmops [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance f3e3fdc2-c425-4dca-86f3-f925c5a14499 could not be found. [ 579.417920] env[62626]: DEBUG nova.virt.vmwareapi.vmops [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] Instance destroyed {{(pid=62626) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 579.417920] env[62626]: INFO nova.compute.manager [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] Took 0.04 seconds to destroy the instance on the hypervisor. [ 579.417920] env[62626]: DEBUG oslo.service.loopingcall [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62626) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 579.417920] env[62626]: DEBUG nova.compute.manager [-] [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] Deallocating network for instance {{(pid=62626) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 579.417920] env[62626]: DEBUG nova.network.neutron [-] [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] deallocate_for_instance() {{(pid=62626) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 579.444456] env[62626]: DEBUG nova.network.neutron [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.520506] env[62626]: DEBUG nova.network.neutron [-] [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 579.748833] env[62626]: DEBUG oslo_concurrency.lockutils [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.749092] env[62626]: DEBUG nova.compute.manager [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] Start building networks asynchronously for instance. {{(pid=62626) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 579.754849] env[62626]: DEBUG oslo_concurrency.lockutils [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.962s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.754849] env[62626]: DEBUG oslo_concurrency.lockutils [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.754849] env[62626]: DEBUG nova.compute.resource_tracker [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62626) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 579.754849] env[62626]: DEBUG oslo_concurrency.lockutils [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.819s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.756958] env[62626]: INFO nova.compute.claims [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 579.760741] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b85e58-083e-4a1e-81ca-5c1a28ff2ad0 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.774252] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efe174c-1d1f-4aed-a37e-14fd939380fb {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.791030] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75814d4-ba5e-4ee7-a92a-2a5d775982c8 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.800455] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a60f33-cd22-40a9-bfe4-6433164d7476 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.839186] env[62626]: DEBUG nova.compute.resource_tracker [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181598MB free_disk=184GB free_vcpus=48 pci_devices=None {{(pid=62626) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 579.839186] env[62626]: DEBUG oslo_concurrency.lockutils [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.925350] env[62626]: DEBUG nova.network.neutron [req-828d41e9-97f6-4103-88e5-fe12622e71d3 req-63b22225-4d5d-4df8-9b92-2ece080ea131 service nova] [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 579.951239] env[62626]: INFO nova.compute.manager [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] [instance: 90b072c4-d863-404b-9c75-d73afa91fbf3] Took 1.07 seconds to deallocate network for instance. [ 580.007429] env[62626]: DEBUG oslo_concurrency.lockutils [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] Acquiring lock "0b024f00-ec3c-407b-ac78-5d35cf1eaa5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.008320] env[62626]: DEBUG oslo_concurrency.lockutils [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] Lock "0b024f00-ec3c-407b-ac78-5d35cf1eaa5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.024132] env[62626]: DEBUG nova.network.neutron [-] [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.261965] env[62626]: DEBUG nova.compute.utils [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Using /dev/sd instead of None {{(pid=62626) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 580.263418] env[62626]: DEBUG nova.compute.manager [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] Allocating IP information in the background. {{(pid=62626) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 580.263590] env[62626]: DEBUG nova.network.neutron [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] allocate_for_instance() {{(pid=62626) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 580.275275] env[62626]: DEBUG nova.network.neutron [req-828d41e9-97f6-4103-88e5-fe12622e71d3 req-63b22225-4d5d-4df8-9b92-2ece080ea131 service nova] [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.419505] env[62626]: ERROR nova.compute.manager [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port fe545378-93e3-416f-844f-d321df401ef4, please check neutron logs for more information. [ 580.419505] env[62626]: ERROR nova.compute.manager Traceback (most recent call last): [ 580.419505] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 580.419505] env[62626]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 580.419505] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 580.419505] env[62626]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 580.419505] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 580.419505] env[62626]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 580.419505] env[62626]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 580.419505] env[62626]: ERROR nova.compute.manager self.force_reraise() [ 580.419505] env[62626]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 580.419505] env[62626]: ERROR nova.compute.manager raise self.value [ 580.419505] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 580.419505] env[62626]: ERROR nova.compute.manager updated_port = self._update_port( [ 580.419505] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 580.419505] env[62626]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 580.419916] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 580.419916] env[62626]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 580.419916] env[62626]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port fe545378-93e3-416f-844f-d321df401ef4, please check neutron logs for more information. [ 580.419916] env[62626]: ERROR nova.compute.manager [ 580.419916] env[62626]: Traceback (most recent call last): [ 580.419916] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 580.419916] env[62626]: listener.cb(fileno) [ 580.419916] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 580.419916] env[62626]: result = function(*args, **kwargs) [ 580.419916] env[62626]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 580.419916] env[62626]: return func(*args, **kwargs) [ 580.419916] env[62626]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 580.419916] env[62626]: raise e [ 580.419916] env[62626]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 580.419916] env[62626]: nwinfo = self.network_api.allocate_for_instance( [ 580.419916] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 580.419916] env[62626]: created_port_ids = self._update_ports_for_instance( [ 580.419916] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 580.419916] env[62626]: with excutils.save_and_reraise_exception(): [ 580.419916] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 580.419916] env[62626]: self.force_reraise() [ 580.419916] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 580.419916] env[62626]: raise self.value [ 580.419916] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 580.419916] env[62626]: updated_port = self._update_port( [ 580.419916] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 580.419916] env[62626]: _ensure_no_port_binding_failure(port) [ 580.419916] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 580.419916] env[62626]: raise exception.PortBindingFailed(port_id=port['id']) [ 580.420609] env[62626]: nova.exception.PortBindingFailed: Binding failed for port fe545378-93e3-416f-844f-d321df401ef4, please check neutron logs for more information. [ 580.420609] env[62626]: Removing descriptor: 14 [ 580.420609] env[62626]: ERROR nova.compute.manager [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port fe545378-93e3-416f-844f-d321df401ef4, please check neutron logs for more information. [ 580.420609] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] Traceback (most recent call last): [ 580.420609] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 580.420609] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] yield resources [ 580.420609] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 580.420609] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] self.driver.spawn(context, instance, image_meta, [ 580.420609] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 580.420609] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] self._vmops.spawn(context, instance, image_meta, injected_files, [ 580.420609] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 580.420609] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] vm_ref = self.build_virtual_machine(instance, [ 580.420914] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 580.420914] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] vif_infos = vmwarevif.get_vif_info(self._session, [ 580.420914] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 580.420914] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] for vif in network_info: [ 580.420914] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 580.420914] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] return self._sync_wrapper(fn, *args, **kwargs) [ 580.420914] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 580.420914] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] self.wait() [ 580.420914] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 580.420914] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] self[:] = self._gt.wait() [ 580.420914] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 580.420914] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] return self._exit_event.wait() [ 580.420914] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 580.421278] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] result = hub.switch() [ 580.421278] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 580.421278] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] return self.greenlet.switch() [ 580.421278] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 580.421278] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] result = function(*args, **kwargs) [ 580.421278] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 580.421278] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] return func(*args, **kwargs) [ 580.421278] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 580.421278] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] raise e [ 580.421278] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 580.421278] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] nwinfo = self.network_api.allocate_for_instance( [ 580.421278] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 580.421278] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] created_port_ids = self._update_ports_for_instance( [ 580.421590] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 580.421590] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] with excutils.save_and_reraise_exception(): [ 580.421590] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 580.421590] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] self.force_reraise() [ 580.421590] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 580.421590] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] raise self.value [ 580.421590] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 580.421590] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] updated_port = self._update_port( [ 580.421590] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 580.421590] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] _ensure_no_port_binding_failure(port) [ 580.421590] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 580.421590] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] raise exception.PortBindingFailed(port_id=port['id']) [ 580.421876] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] nova.exception.PortBindingFailed: Binding failed for port fe545378-93e3-416f-844f-d321df401ef4, please check neutron logs for more information. [ 580.421876] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] [ 580.421876] env[62626]: INFO nova.compute.manager [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] Terminating instance [ 580.423768] env[62626]: DEBUG oslo_concurrency.lockutils [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] Acquiring lock "refresh_cache-3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.423978] env[62626]: DEBUG oslo_concurrency.lockutils [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] Acquired lock "refresh_cache-3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.424046] env[62626]: DEBUG nova.network.neutron [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] Building network info cache for instance {{(pid=62626) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 580.441174] env[62626]: DEBUG nova.policy [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1c088378e0e4f1baac8e0bfbbad2107', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18094f3f92b74f84944938b9eb338ae9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62626) authorize /opt/stack/nova/nova/policy.py:201}} [ 580.512400] env[62626]: DEBUG nova.compute.manager [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] Starting instance... {{(pid=62626) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 580.529561] env[62626]: INFO nova.compute.manager [-] [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] Took 1.11 seconds to deallocate network for instance. [ 580.532299] env[62626]: DEBUG nova.compute.claims [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] Aborting claim: {{(pid=62626) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 580.533294] env[62626]: DEBUG oslo_concurrency.lockutils [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.600151] env[62626]: DEBUG oslo_concurrency.lockutils [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] Acquiring lock "c01168d0-cfa6-4281-9ab1-fe2404f4d48e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.600397] env[62626]: DEBUG oslo_concurrency.lockutils [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] Lock "c01168d0-cfa6-4281-9ab1-fe2404f4d48e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.767033] env[62626]: DEBUG nova.compute.manager [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] Start building block device mappings for instance. {{(pid=62626) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 580.777736] env[62626]: DEBUG oslo_concurrency.lockutils [req-828d41e9-97f6-4103-88e5-fe12622e71d3 req-63b22225-4d5d-4df8-9b92-2ece080ea131 service nova] Releasing lock "refresh_cache-f3e3fdc2-c425-4dca-86f3-f925c5a14499" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.868107] env[62626]: DEBUG nova.compute.manager [req-a4b156bd-1423-4238-adbe-2d4e9b47b44d req-d59c3f97-2b9a-4214-8809-02fb392fb438 service nova] [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] Received event network-vif-deleted-4b4df75f-76c9-463b-88cf-dc9b38bcd423 {{(pid=62626) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 580.989438] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdffa6b1-1ba4-48d2-80f0-d02cea46898d {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.993048] env[62626]: INFO nova.scheduler.client.report [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] Deleted allocations for instance 90b072c4-d863-404b-9c75-d73afa91fbf3 [ 581.006828] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60329a3f-a045-42b2-956d-1f1d97153b2e {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.041862] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b410cdbf-2b72-4f4e-bb68-572584024d0b {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.050500] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d232605b-ffeb-4568-b90c-637e5f7cc028 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.055026] env[62626]: DEBUG oslo_concurrency.lockutils [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.067309] env[62626]: DEBUG nova.compute.provider_tree [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] Inventory has not changed in ProviderTree for provider: 58b39cc4-f02e-4775-aa9f-aac7dbecd135 {{(pid=62626) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 581.102651] env[62626]: DEBUG nova.compute.manager [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] Starting instance... {{(pid=62626) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 581.174627] env[62626]: DEBUG nova.network.neutron [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 581.395481] env[62626]: DEBUG oslo_concurrency.lockutils [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] Acquiring lock "bb902720-750c-42fd-9a0f-f264fe4e3bd9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.395769] env[62626]: DEBUG oslo_concurrency.lockutils [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] Lock "bb902720-750c-42fd-9a0f-f264fe4e3bd9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.480529] env[62626]: DEBUG nova.compute.manager [req-e0e7190c-2d3c-42f5-ba1e-e42314dd4ef8 req-c1806331-3bc1-4890-b838-4e0b76f07d5d service nova] [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] Received event network-vif-deleted-10ae9aa1-4053-4257-83b5-2500f0802fc0 {{(pid=62626) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 581.507118] env[62626]: DEBUG oslo_concurrency.lockutils [None req-ba461ad5-963d-423c-b623-a3bb29f93320 tempest-ServerDiagnosticsNegativeTest-642978762 tempest-ServerDiagnosticsNegativeTest-642978762-project-member] Lock "90b072c4-d863-404b-9c75-d73afa91fbf3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.007s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.566233] env[62626]: DEBUG nova.network.neutron [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 581.569993] env[62626]: DEBUG nova.scheduler.client.report [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] Inventory has not changed for provider 58b39cc4-f02e-4775-aa9f-aac7dbecd135 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62626) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 581.637346] env[62626]: DEBUG oslo_concurrency.lockutils [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.784356] env[62626]: DEBUG nova.compute.manager [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] Start spawning the instance on the hypervisor. {{(pid=62626) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 581.820026] env[62626]: DEBUG nova.virt.hardware [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-30T15:28:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-30T15:28:32Z,direct_url=,disk_format='vmdk',id=83b96580-5e50-409c-a20d-a61f6d540936,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7f497b18f2c40f4b5f1d70b65c83cff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-30T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 581.825568] env[62626]: DEBUG nova.virt.hardware [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Flavor limits 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 581.827162] env[62626]: DEBUG nova.virt.hardware [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Image limits 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 581.830953] env[62626]: DEBUG nova.virt.hardware [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Flavor pref 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 581.830953] env[62626]: DEBUG nova.virt.hardware [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Image pref 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 581.830953] env[62626]: DEBUG nova.virt.hardware [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 581.830953] env[62626]: DEBUG nova.virt.hardware [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 581.830953] env[62626]: DEBUG nova.virt.hardware [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62626) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 581.831180] env[62626]: DEBUG nova.virt.hardware [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Got 1 possible topologies {{(pid=62626) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 581.831180] env[62626]: DEBUG nova.virt.hardware [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 581.831180] env[62626]: DEBUG nova.virt.hardware [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 581.831180] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1a32a7-4cf6-43c8-a551-0578e2cb9912 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.840963] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d38f200-3f46-4bbe-a3c4-62205632fe76 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.984000] env[62626]: DEBUG nova.network.neutron [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] Successfully created port: 8d247039-5f49-4681-9d18-c112ad54e261 {{(pid=62626) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 582.017431] env[62626]: DEBUG nova.compute.manager [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] Starting instance... {{(pid=62626) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 582.075695] env[62626]: DEBUG oslo_concurrency.lockutils [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] Releasing lock "refresh_cache-3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.076207] env[62626]: DEBUG nova.compute.manager [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] Start destroying the instance on the hypervisor. {{(pid=62626) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 582.076411] env[62626]: DEBUG nova.virt.vmwareapi.vmops [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] Destroying instance {{(pid=62626) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 582.077329] env[62626]: DEBUG oslo_concurrency.lockutils [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.322s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.077586] env[62626]: DEBUG nova.compute.manager [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] Start building networks asynchronously for instance. {{(pid=62626) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 582.088634] env[62626]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0692477-afec-434b-9c98-554830ac343f {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.093025] env[62626]: DEBUG oslo_concurrency.lockutils [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 3.550s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.109190] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc821727-6faf-407b-afbf-8c5cdcbb0a20 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.145258] env[62626]: WARNING nova.virt.vmwareapi.vmops [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3 could not be found. [ 582.145258] env[62626]: DEBUG nova.virt.vmwareapi.vmops [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] Instance destroyed {{(pid=62626) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 582.145258] env[62626]: INFO nova.compute.manager [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] Took 0.07 seconds to destroy the instance on the hypervisor. [ 582.145258] env[62626]: DEBUG oslo.service.loopingcall [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62626) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 582.145392] env[62626]: DEBUG nova.compute.manager [-] [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] Deallocating network for instance {{(pid=62626) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 582.145429] env[62626]: DEBUG nova.network.neutron [-] [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] deallocate_for_instance() {{(pid=62626) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 582.189554] env[62626]: DEBUG oslo_concurrency.lockutils [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Acquiring lock "4f1dd81b-d485-4133-8ee5-f7e00cfaa17d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.189781] env[62626]: DEBUG oslo_concurrency.lockutils [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Lock "4f1dd81b-d485-4133-8ee5-f7e00cfaa17d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.269912] env[62626]: DEBUG nova.network.neutron [-] [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 582.553753] env[62626]: DEBUG oslo_concurrency.lockutils [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.590195] env[62626]: DEBUG nova.compute.utils [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] Using /dev/sd instead of None {{(pid=62626) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 582.591751] env[62626]: DEBUG nova.compute.manager [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] Allocating IP information in the background. {{(pid=62626) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 582.591908] env[62626]: DEBUG nova.network.neutron [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] allocate_for_instance() {{(pid=62626) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 582.775254] env[62626]: DEBUG nova.network.neutron [-] [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.826986] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc4d291-0aac-4cd7-a53d-f8d5381cc5ee {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.837998] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701db51f-2213-443b-82eb-4847f5e9d48f {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.874160] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155df4bd-cc72-4e10-a3e6-e74e2079249b {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.882696] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c486ed38-31ab-49ea-8cc6-045ec21e422f {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.888796] env[62626]: DEBUG nova.policy [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e203edee4b4449929cbb122b306c8aca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f12f589411874775a1904c29a1046c0a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62626) authorize /opt/stack/nova/nova/policy.py:201}} [ 582.902549] env[62626]: DEBUG nova.compute.provider_tree [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] Inventory has not changed in ProviderTree for provider: 58b39cc4-f02e-4775-aa9f-aac7dbecd135 {{(pid=62626) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 583.095135] env[62626]: DEBUG nova.compute.manager [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] Start building block device mappings for instance. {{(pid=62626) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 583.280050] env[62626]: INFO nova.compute.manager [-] [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] Took 1.13 seconds to deallocate network for instance. [ 583.286018] env[62626]: DEBUG nova.compute.claims [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] Aborting claim: {{(pid=62626) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 583.286018] env[62626]: DEBUG oslo_concurrency.lockutils [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.406165] env[62626]: DEBUG nova.scheduler.client.report [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] Inventory has not changed for provider 58b39cc4-f02e-4775-aa9f-aac7dbecd135 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62626) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 583.484567] env[62626]: ERROR nova.compute.manager [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port c6dd5624-4da0-4675-aaf0-9a2cec0f80d8, please check neutron logs for more information. [ 583.484567] env[62626]: ERROR nova.compute.manager Traceback (most recent call last): [ 583.484567] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 583.484567] env[62626]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 583.484567] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 583.484567] env[62626]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 583.484567] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 583.484567] env[62626]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 583.484567] env[62626]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 583.484567] env[62626]: ERROR nova.compute.manager self.force_reraise() [ 583.484567] env[62626]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 583.484567] env[62626]: ERROR nova.compute.manager raise self.value [ 583.484567] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 583.484567] env[62626]: ERROR nova.compute.manager updated_port = self._update_port( [ 583.484567] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 583.484567] env[62626]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 583.485063] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 583.485063] env[62626]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 583.485063] env[62626]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port c6dd5624-4da0-4675-aaf0-9a2cec0f80d8, please check neutron logs for more information. [ 583.485063] env[62626]: ERROR nova.compute.manager [ 583.485063] env[62626]: Traceback (most recent call last): [ 583.485063] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 583.485063] env[62626]: listener.cb(fileno) [ 583.485063] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 583.485063] env[62626]: result = function(*args, **kwargs) [ 583.485063] env[62626]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 583.485063] env[62626]: return func(*args, **kwargs) [ 583.485063] env[62626]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 583.485063] env[62626]: raise e [ 583.485063] env[62626]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 583.485063] env[62626]: nwinfo = self.network_api.allocate_for_instance( [ 583.485063] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 583.485063] env[62626]: created_port_ids = self._update_ports_for_instance( [ 583.485063] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 583.485063] env[62626]: with excutils.save_and_reraise_exception(): [ 583.485063] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 583.485063] env[62626]: self.force_reraise() [ 583.485063] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 583.485063] env[62626]: raise self.value [ 583.485063] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 583.485063] env[62626]: updated_port = self._update_port( [ 583.485063] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 583.485063] env[62626]: _ensure_no_port_binding_failure(port) [ 583.485063] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 583.485063] env[62626]: raise exception.PortBindingFailed(port_id=port['id']) [ 583.485845] env[62626]: nova.exception.PortBindingFailed: Binding failed for port c6dd5624-4da0-4675-aaf0-9a2cec0f80d8, please check neutron logs for more information. [ 583.485845] env[62626]: Removing descriptor: 16 [ 583.485991] env[62626]: ERROR nova.compute.manager [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port c6dd5624-4da0-4675-aaf0-9a2cec0f80d8, please check neutron logs for more information. [ 583.485991] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] Traceback (most recent call last): [ 583.485991] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 583.485991] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] yield resources [ 583.485991] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 583.485991] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] self.driver.spawn(context, instance, image_meta, [ 583.485991] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 583.485991] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] self._vmops.spawn(context, instance, image_meta, injected_files, [ 583.485991] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 583.485991] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] vm_ref = self.build_virtual_machine(instance, [ 583.485991] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 583.486384] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] vif_infos = vmwarevif.get_vif_info(self._session, [ 583.486384] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 583.486384] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] for vif in network_info: [ 583.486384] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 583.486384] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] return self._sync_wrapper(fn, *args, **kwargs) [ 583.486384] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 583.486384] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] self.wait() [ 583.486384] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 583.486384] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] self[:] = self._gt.wait() [ 583.486384] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 583.486384] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] return self._exit_event.wait() [ 583.486384] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 583.486384] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] result = hub.switch() [ 583.486807] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 583.486807] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] return self.greenlet.switch() [ 583.486807] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 583.486807] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] result = function(*args, **kwargs) [ 583.486807] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 583.486807] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] return func(*args, **kwargs) [ 583.486807] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 583.486807] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] raise e [ 583.486807] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 583.486807] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] nwinfo = self.network_api.allocate_for_instance( [ 583.486807] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 583.486807] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] created_port_ids = self._update_ports_for_instance( [ 583.486807] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 583.487202] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] with excutils.save_and_reraise_exception(): [ 583.487202] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 583.487202] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] self.force_reraise() [ 583.487202] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 583.487202] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] raise self.value [ 583.487202] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 583.487202] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] updated_port = self._update_port( [ 583.487202] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 583.487202] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] _ensure_no_port_binding_failure(port) [ 583.487202] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 583.487202] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] raise exception.PortBindingFailed(port_id=port['id']) [ 583.487202] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] nova.exception.PortBindingFailed: Binding failed for port c6dd5624-4da0-4675-aaf0-9a2cec0f80d8, please check neutron logs for more information. [ 583.487202] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] [ 583.487568] env[62626]: INFO nova.compute.manager [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] Terminating instance [ 583.491078] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Acquiring lock "refresh_cache-40ae672c-4ff8-42da-b2d0-3bda6c4a17c9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.491078] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Acquired lock "refresh_cache-40ae672c-4ff8-42da-b2d0-3bda6c4a17c9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.491078] env[62626]: DEBUG nova.network.neutron [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] Building network info cache for instance {{(pid=62626) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 583.912178] env[62626]: DEBUG oslo_concurrency.lockutils [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.819s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.912178] env[62626]: ERROR nova.compute.manager [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port 4b4df75f-76c9-463b-88cf-dc9b38bcd423, please check neutron logs for more information. [ 583.912178] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] Traceback (most recent call last): [ 583.912178] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 583.912178] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] self.driver.spawn(context, instance, image_meta, [ 583.912178] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 583.912178] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] self._vmops.spawn(context, instance, image_meta, injected_files, [ 583.912178] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 583.912178] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] vm_ref = self.build_virtual_machine(instance, [ 583.912618] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 583.912618] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] vif_infos = vmwarevif.get_vif_info(self._session, [ 583.912618] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 583.912618] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] for vif in network_info: [ 583.912618] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 583.912618] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] return self._sync_wrapper(fn, *args, **kwargs) [ 583.912618] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 583.912618] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] self.wait() [ 583.912618] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 583.912618] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] self[:] = self._gt.wait() [ 583.912618] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 583.912618] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] return self._exit_event.wait() [ 583.912618] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 583.912995] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] result = hub.switch() [ 583.912995] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 583.912995] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] return self.greenlet.switch() [ 583.912995] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 583.912995] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] result = function(*args, **kwargs) [ 583.912995] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 583.912995] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] return func(*args, **kwargs) [ 583.912995] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 583.912995] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] raise e [ 583.912995] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 583.912995] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] nwinfo = self.network_api.allocate_for_instance( [ 583.912995] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 583.912995] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] created_port_ids = self._update_ports_for_instance( [ 583.913345] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 583.913345] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] with excutils.save_and_reraise_exception(): [ 583.913345] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 583.913345] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] self.force_reraise() [ 583.913345] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 583.913345] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] raise self.value [ 583.913345] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 583.913345] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] updated_port = self._update_port( [ 583.913345] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 583.913345] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] _ensure_no_port_binding_failure(port) [ 583.913345] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 583.913345] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] raise exception.PortBindingFailed(port_id=port['id']) [ 583.913759] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] nova.exception.PortBindingFailed: Binding failed for port 4b4df75f-76c9-463b-88cf-dc9b38bcd423, please check neutron logs for more information. [ 583.913759] env[62626]: ERROR nova.compute.manager [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] [ 583.913759] env[62626]: DEBUG nova.compute.utils [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] Binding failed for port 4b4df75f-76c9-463b-88cf-dc9b38bcd423, please check neutron logs for more information. {{(pid=62626) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 583.918527] env[62626]: DEBUG nova.compute.manager [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] Build of instance 823cfd72-2e6d-4acb-bc05-5c5f159e1a36 was re-scheduled: Binding failed for port 4b4df75f-76c9-463b-88cf-dc9b38bcd423, please check neutron logs for more information. {{(pid=62626) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 583.918527] env[62626]: DEBUG nova.compute.manager [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] Unplugging VIFs for instance {{(pid=62626) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 583.918527] env[62626]: DEBUG oslo_concurrency.lockutils [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] Acquiring lock "refresh_cache-823cfd72-2e6d-4acb-bc05-5c5f159e1a36" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.918527] env[62626]: DEBUG oslo_concurrency.lockutils [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] Acquired lock "refresh_cache-823cfd72-2e6d-4acb-bc05-5c5f159e1a36" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.918934] env[62626]: DEBUG nova.network.neutron [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] Building network info cache for instance {{(pid=62626) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 583.918993] env[62626]: DEBUG oslo_concurrency.lockutils [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.030s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.922665] env[62626]: INFO nova.compute.claims [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 584.106716] env[62626]: DEBUG nova.compute.manager [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] Start spawning the instance on the hypervisor. {{(pid=62626) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 584.111113] env[62626]: DEBUG nova.network.neutron [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 584.140511] env[62626]: DEBUG nova.virt.hardware [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-30T15:28:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-30T15:28:32Z,direct_url=,disk_format='vmdk',id=83b96580-5e50-409c-a20d-a61f6d540936,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7f497b18f2c40f4b5f1d70b65c83cff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-30T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 584.140760] env[62626]: DEBUG nova.virt.hardware [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] Flavor limits 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 584.140915] env[62626]: DEBUG nova.virt.hardware [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] Image limits 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 584.141111] env[62626]: DEBUG nova.virt.hardware [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] Flavor pref 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 584.141255] env[62626]: DEBUG nova.virt.hardware [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] Image pref 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 584.141399] env[62626]: DEBUG nova.virt.hardware [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 584.141604] env[62626]: DEBUG nova.virt.hardware [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 584.141755] env[62626]: DEBUG nova.virt.hardware [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62626) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 584.141914] env[62626]: DEBUG nova.virt.hardware [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] Got 1 possible topologies {{(pid=62626) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 584.142894] env[62626]: DEBUG nova.virt.hardware [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 584.143159] env[62626]: DEBUG nova.virt.hardware [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 584.144283] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e857d26d-209d-4170-8f32-bf76338364df {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.155145] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89be0eaf-acc1-4dd3-b086-9ecfe48de6fb {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.355397] env[62626]: DEBUG nova.network.neutron [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.403926] env[62626]: DEBUG nova.compute.manager [req-0a1db6d1-9fad-4bc7-bd6b-819ba685f6c8 req-d5ef98ea-d668-4bec-bb9a-4bb389badbfe service nova] [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] Received event network-changed-fe545378-93e3-416f-844f-d321df401ef4 {{(pid=62626) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 584.404404] env[62626]: DEBUG nova.compute.manager [req-0a1db6d1-9fad-4bc7-bd6b-819ba685f6c8 req-d5ef98ea-d668-4bec-bb9a-4bb389badbfe service nova] [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] Refreshing instance network info cache due to event network-changed-fe545378-93e3-416f-844f-d321df401ef4. {{(pid=62626) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 584.404767] env[62626]: DEBUG oslo_concurrency.lockutils [req-0a1db6d1-9fad-4bc7-bd6b-819ba685f6c8 req-d5ef98ea-d668-4bec-bb9a-4bb389badbfe service nova] Acquiring lock "refresh_cache-3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.405034] env[62626]: DEBUG oslo_concurrency.lockutils [req-0a1db6d1-9fad-4bc7-bd6b-819ba685f6c8 req-d5ef98ea-d668-4bec-bb9a-4bb389badbfe service nova] Acquired lock "refresh_cache-3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.405872] env[62626]: DEBUG nova.network.neutron [req-0a1db6d1-9fad-4bc7-bd6b-819ba685f6c8 req-d5ef98ea-d668-4bec-bb9a-4bb389badbfe service nova] [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] Refreshing network info cache for port fe545378-93e3-416f-844f-d321df401ef4 {{(pid=62626) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 584.470317] env[62626]: DEBUG nova.network.neutron [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] Successfully created port: 3206cb99-5cfb-4504-9f26-7d7a6e445725 {{(pid=62626) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 584.474671] env[62626]: DEBUG nova.network.neutron [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 584.798904] env[62626]: DEBUG nova.network.neutron [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.859985] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Releasing lock "refresh_cache-40ae672c-4ff8-42da-b2d0-3bda6c4a17c9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.859985] env[62626]: DEBUG nova.compute.manager [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] Start destroying the instance on the hypervisor. {{(pid=62626) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 584.859985] env[62626]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] Destroying instance {{(pid=62626) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 584.859985] env[62626]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b04540a3-d6b3-4f39-89c0-8ae502ce08a3 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.873831] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4305a09c-188a-4472-ae13-c301d9226279 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.904439] env[62626]: WARNING nova.virt.vmwareapi.vmops [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9 could not be found. [ 584.904758] env[62626]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] Instance destroyed {{(pid=62626) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 584.905023] env[62626]: INFO nova.compute.manager [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] Took 0.05 seconds to destroy the instance on the hypervisor. [ 584.905342] env[62626]: DEBUG oslo.service.loopingcall [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62626) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 584.905632] env[62626]: DEBUG nova.compute.manager [-] [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] Deallocating network for instance {{(pid=62626) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 584.905785] env[62626]: DEBUG nova.network.neutron [-] [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] deallocate_for_instance() {{(pid=62626) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 585.071292] env[62626]: DEBUG nova.network.neutron [req-0a1db6d1-9fad-4bc7-bd6b-819ba685f6c8 req-d5ef98ea-d668-4bec-bb9a-4bb389badbfe service nova] [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 585.117479] env[62626]: DEBUG nova.network.neutron [-] [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 585.157430] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722cac9e-0498-4f47-bb95-a113f544823c {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.165272] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095e9c21-cca9-457a-9222-3256fb7d7c3f {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.196747] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8890990c-131f-459f-b991-c04545c67839 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.206076] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2730f5-a574-48b0-9d22-c0959e4a3f64 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.219958] env[62626]: DEBUG nova.compute.provider_tree [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] Inventory has not changed in ProviderTree for provider: 58b39cc4-f02e-4775-aa9f-aac7dbecd135 {{(pid=62626) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 585.301843] env[62626]: DEBUG oslo_concurrency.lockutils [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] Releasing lock "refresh_cache-823cfd72-2e6d-4acb-bc05-5c5f159e1a36" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.303017] env[62626]: DEBUG nova.compute.manager [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62626) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 585.303017] env[62626]: DEBUG nova.compute.manager [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] Deallocating network for instance {{(pid=62626) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 585.304390] env[62626]: DEBUG nova.network.neutron [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] deallocate_for_instance() {{(pid=62626) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 585.395337] env[62626]: DEBUG nova.network.neutron [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 585.620597] env[62626]: DEBUG nova.network.neutron [-] [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.727125] env[62626]: DEBUG nova.scheduler.client.report [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] Inventory has not changed for provider 58b39cc4-f02e-4775-aa9f-aac7dbecd135 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62626) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 585.747264] env[62626]: DEBUG nova.network.neutron [req-0a1db6d1-9fad-4bc7-bd6b-819ba685f6c8 req-d5ef98ea-d668-4bec-bb9a-4bb389badbfe service nova] [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.896251] env[62626]: DEBUG nova.network.neutron [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.123616] env[62626]: INFO nova.compute.manager [-] [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] Took 1.22 seconds to deallocate network for instance. [ 586.128340] env[62626]: DEBUG nova.compute.claims [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] Aborting claim: {{(pid=62626) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 586.128538] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.236564] env[62626]: DEBUG oslo_concurrency.lockutils [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.317s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.237454] env[62626]: DEBUG nova.compute.manager [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] Start building networks asynchronously for instance. {{(pid=62626) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 586.240835] env[62626]: DEBUG oslo_concurrency.lockutils [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.402s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.253720] env[62626]: DEBUG oslo_concurrency.lockutils [req-0a1db6d1-9fad-4bc7-bd6b-819ba685f6c8 req-d5ef98ea-d668-4bec-bb9a-4bb389badbfe service nova] Releasing lock "refresh_cache-3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.254049] env[62626]: DEBUG nova.compute.manager [req-0a1db6d1-9fad-4bc7-bd6b-819ba685f6c8 req-d5ef98ea-d668-4bec-bb9a-4bb389badbfe service nova] [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] Received event network-vif-deleted-fe545378-93e3-416f-844f-d321df401ef4 {{(pid=62626) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 586.254268] env[62626]: DEBUG nova.compute.manager [req-0a1db6d1-9fad-4bc7-bd6b-819ba685f6c8 req-d5ef98ea-d668-4bec-bb9a-4bb389badbfe service nova] [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] Received event network-changed-c6dd5624-4da0-4675-aaf0-9a2cec0f80d8 {{(pid=62626) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 586.254469] env[62626]: DEBUG nova.compute.manager [req-0a1db6d1-9fad-4bc7-bd6b-819ba685f6c8 req-d5ef98ea-d668-4bec-bb9a-4bb389badbfe service nova] [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] Refreshing instance network info cache due to event network-changed-c6dd5624-4da0-4675-aaf0-9a2cec0f80d8. {{(pid=62626) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 586.255011] env[62626]: DEBUG oslo_concurrency.lockutils [req-0a1db6d1-9fad-4bc7-bd6b-819ba685f6c8 req-d5ef98ea-d668-4bec-bb9a-4bb389badbfe service nova] Acquiring lock "refresh_cache-40ae672c-4ff8-42da-b2d0-3bda6c4a17c9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.255198] env[62626]: DEBUG oslo_concurrency.lockutils [req-0a1db6d1-9fad-4bc7-bd6b-819ba685f6c8 req-d5ef98ea-d668-4bec-bb9a-4bb389badbfe service nova] Acquired lock "refresh_cache-40ae672c-4ff8-42da-b2d0-3bda6c4a17c9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.255726] env[62626]: DEBUG nova.network.neutron [req-0a1db6d1-9fad-4bc7-bd6b-819ba685f6c8 req-d5ef98ea-d668-4bec-bb9a-4bb389badbfe service nova] [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] Refreshing network info cache for port c6dd5624-4da0-4675-aaf0-9a2cec0f80d8 {{(pid=62626) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 586.402286] env[62626]: INFO nova.compute.manager [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] [instance: 823cfd72-2e6d-4acb-bc05-5c5f159e1a36] Took 1.10 seconds to deallocate network for instance. [ 586.745314] env[62626]: DEBUG nova.compute.utils [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] Using /dev/sd instead of None {{(pid=62626) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 586.753251] env[62626]: DEBUG nova.compute.manager [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] Allocating IP information in the background. {{(pid=62626) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 586.755972] env[62626]: DEBUG nova.network.neutron [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] allocate_for_instance() {{(pid=62626) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 586.861106] env[62626]: DEBUG nova.network.neutron [req-0a1db6d1-9fad-4bc7-bd6b-819ba685f6c8 req-d5ef98ea-d668-4bec-bb9a-4bb389badbfe service nova] [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 586.904433] env[62626]: DEBUG nova.compute.manager [req-432513fc-b65d-4db5-a4de-312c4a014697 req-bf3de8ab-efa6-4246-b728-12666e511aea service nova] [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] Received event network-vif-deleted-c6dd5624-4da0-4675-aaf0-9a2cec0f80d8 {{(pid=62626) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 587.078060] env[62626]: DEBUG nova.policy [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27811a53fa7c465e8c00147e51d1aede', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8dcffd0ec54d4d36a9825ff649afc333', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62626) authorize /opt/stack/nova/nova/policy.py:201}} [ 587.254187] env[62626]: DEBUG nova.compute.manager [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] Start building block device mappings for instance. {{(pid=62626) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 587.457759] env[62626]: INFO nova.scheduler.client.report [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] Deleted allocations for instance 823cfd72-2e6d-4acb-bc05-5c5f159e1a36 [ 587.465089] env[62626]: DEBUG nova.network.neutron [req-0a1db6d1-9fad-4bc7-bd6b-819ba685f6c8 req-d5ef98ea-d668-4bec-bb9a-4bb389badbfe service nova] [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.809379] env[62626]: DEBUG nova.compute.resource_tracker [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] Instance 823cfd72-2e6d-4acb-bc05-5c5f159e1a36 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62626) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 587.809379] env[62626]: DEBUG nova.compute.resource_tracker [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] Instance f3e3fdc2-c425-4dca-86f3-f925c5a14499 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62626) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 587.809379] env[62626]: DEBUG nova.compute.resource_tracker [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] Instance 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62626) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 587.809379] env[62626]: DEBUG nova.compute.resource_tracker [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] Instance 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62626) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 587.809668] env[62626]: DEBUG nova.compute.resource_tracker [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] Instance 2674f864-12d0-4c9d-b5b4-78673260bfc2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62626) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 587.809668] env[62626]: DEBUG nova.compute.resource_tracker [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] Instance 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62626) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 587.809668] env[62626]: DEBUG nova.compute.resource_tracker [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] Instance 3a29d72c-6b84-4082-ae5a-5714331bcae5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62626) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 587.970875] env[62626]: DEBUG oslo_concurrency.lockutils [None req-75f8a5bb-caf1-4690-a74f-dac30aacad5c tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] Lock "823cfd72-2e6d-4acb-bc05-5c5f159e1a36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.262s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.971325] env[62626]: DEBUG oslo_concurrency.lockutils [req-0a1db6d1-9fad-4bc7-bd6b-819ba685f6c8 req-d5ef98ea-d668-4bec-bb9a-4bb389badbfe service nova] Releasing lock "refresh_cache-40ae672c-4ff8-42da-b2d0-3bda6c4a17c9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.267445] env[62626]: DEBUG nova.compute.manager [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] Start spawning the instance on the hypervisor. {{(pid=62626) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 588.310483] env[62626]: DEBUG nova.virt.hardware [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-30T15:28:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-30T15:28:32Z,direct_url=,disk_format='vmdk',id=83b96580-5e50-409c-a20d-a61f6d540936,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7f497b18f2c40f4b5f1d70b65c83cff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-30T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 588.310483] env[62626]: DEBUG nova.virt.hardware [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] Flavor limits 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 588.310483] env[62626]: DEBUG nova.virt.hardware [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] Image limits 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 588.310680] env[62626]: DEBUG nova.virt.hardware [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] Flavor pref 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 588.310680] env[62626]: DEBUG nova.virt.hardware [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] Image pref 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 588.310680] env[62626]: DEBUG nova.virt.hardware [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 588.310828] env[62626]: DEBUG nova.virt.hardware [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 588.310999] env[62626]: DEBUG nova.virt.hardware [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62626) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 588.314103] env[62626]: DEBUG nova.virt.hardware [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] Got 1 possible topologies {{(pid=62626) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 588.314325] env[62626]: DEBUG nova.virt.hardware [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 588.314695] env[62626]: DEBUG nova.virt.hardware [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 588.316154] env[62626]: DEBUG nova.compute.resource_tracker [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] Instance 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62626) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 588.323229] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1651ab9d-e78f-44da-8083-2042e4bee60c {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.332264] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580b7a93-50bb-49d2-949c-7114f2817e81 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.476862] env[62626]: DEBUG nova.compute.manager [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] [instance: 4f1dd81b-d485-4133-8ee5-f7e00cfaa17d] Starting instance... {{(pid=62626) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 588.823973] env[62626]: DEBUG nova.compute.resource_tracker [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] Instance c01168d0-cfa6-4281-9ab1-fe2404f4d48e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62626) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 588.891556] env[62626]: DEBUG oslo_concurrency.lockutils [None req-02e14d69-aed1-4e92-b33c-b38407133e8c tempest-ServersWithSpecificFlavorTestJSON-555301336 tempest-ServersWithSpecificFlavorTestJSON-555301336-project-member] Acquiring lock "78e0c4ce-4916-498f-8571-a3163ad3666c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.891968] env[62626]: DEBUG oslo_concurrency.lockutils [None req-02e14d69-aed1-4e92-b33c-b38407133e8c tempest-ServersWithSpecificFlavorTestJSON-555301336 tempest-ServersWithSpecificFlavorTestJSON-555301336-project-member] Lock "78e0c4ce-4916-498f-8571-a3163ad3666c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.022531] env[62626]: DEBUG oslo_concurrency.lockutils [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.332135] env[62626]: DEBUG nova.compute.resource_tracker [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] Instance bb902720-750c-42fd-9a0f-f264fe4e3bd9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62626) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 589.527648] env[62626]: DEBUG nova.network.neutron [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] Successfully created port: 659d4847-d172-4aa8-90f3-ad169071bbe5 {{(pid=62626) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 589.832761] env[62626]: DEBUG nova.compute.resource_tracker [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] Instance 4f1dd81b-d485-4133-8ee5-f7e00cfaa17d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62626) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 589.833420] env[62626]: DEBUG nova.compute.resource_tracker [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=62626) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 589.836034] env[62626]: DEBUG nova.compute.resource_tracker [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=62626) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 589.884128] env[62626]: ERROR nova.compute.manager [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port 8d247039-5f49-4681-9d18-c112ad54e261, please check neutron logs for more information. [ 589.884128] env[62626]: ERROR nova.compute.manager Traceback (most recent call last): [ 589.884128] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 589.884128] env[62626]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 589.884128] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 589.884128] env[62626]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 589.884128] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 589.884128] env[62626]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 589.884128] env[62626]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 589.884128] env[62626]: ERROR nova.compute.manager self.force_reraise() [ 589.884128] env[62626]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 589.884128] env[62626]: ERROR nova.compute.manager raise self.value [ 589.884128] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 589.884128] env[62626]: ERROR nova.compute.manager updated_port = self._update_port( [ 589.884128] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 589.884128] env[62626]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 589.884577] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 589.884577] env[62626]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 589.884577] env[62626]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port 8d247039-5f49-4681-9d18-c112ad54e261, please check neutron logs for more information. [ 589.884577] env[62626]: ERROR nova.compute.manager [ 589.884723] env[62626]: Traceback (most recent call last): [ 589.884778] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 589.884778] env[62626]: listener.cb(fileno) [ 589.884778] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 589.884778] env[62626]: result = function(*args, **kwargs) [ 589.884778] env[62626]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 589.884778] env[62626]: return func(*args, **kwargs) [ 589.884778] env[62626]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 589.884778] env[62626]: raise e [ 589.884992] env[62626]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 589.884992] env[62626]: nwinfo = self.network_api.allocate_for_instance( [ 589.884992] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 589.884992] env[62626]: created_port_ids = self._update_ports_for_instance( [ 589.884992] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 589.884992] env[62626]: with excutils.save_and_reraise_exception(): [ 589.884992] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 589.884992] env[62626]: self.force_reraise() [ 589.884992] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 589.884992] env[62626]: raise self.value [ 589.884992] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 589.884992] env[62626]: updated_port = self._update_port( [ 589.884992] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 589.884992] env[62626]: _ensure_no_port_binding_failure(port) [ 589.884992] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 589.884992] env[62626]: raise exception.PortBindingFailed(port_id=port['id']) [ 589.884992] env[62626]: nova.exception.PortBindingFailed: Binding failed for port 8d247039-5f49-4681-9d18-c112ad54e261, please check neutron logs for more information. [ 589.884992] env[62626]: Removing descriptor: 18 [ 589.886341] env[62626]: ERROR nova.compute.manager [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port 8d247039-5f49-4681-9d18-c112ad54e261, please check neutron logs for more information. [ 589.886341] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] Traceback (most recent call last): [ 589.886341] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 589.886341] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] yield resources [ 589.886341] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 589.886341] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] self.driver.spawn(context, instance, image_meta, [ 589.886341] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 589.886341] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] self._vmops.spawn(context, instance, image_meta, injected_files, [ 589.886341] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 589.886341] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] vm_ref = self.build_virtual_machine(instance, [ 589.886341] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 589.886682] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] vif_infos = vmwarevif.get_vif_info(self._session, [ 589.886682] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 589.886682] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] for vif in network_info: [ 589.886682] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 589.886682] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] return self._sync_wrapper(fn, *args, **kwargs) [ 589.886682] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 589.886682] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] self.wait() [ 589.886682] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 589.886682] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] self[:] = self._gt.wait() [ 589.886682] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 589.886682] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] return self._exit_event.wait() [ 589.886682] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 589.886682] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] result = hub.switch() [ 589.887041] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 589.887041] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] return self.greenlet.switch() [ 589.887041] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 589.887041] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] result = function(*args, **kwargs) [ 589.887041] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 589.887041] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] return func(*args, **kwargs) [ 589.887041] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 589.887041] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] raise e [ 589.887041] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 589.887041] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] nwinfo = self.network_api.allocate_for_instance( [ 589.887041] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 589.887041] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] created_port_ids = self._update_ports_for_instance( [ 589.887041] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 589.887383] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] with excutils.save_and_reraise_exception(): [ 589.887383] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 589.887383] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] self.force_reraise() [ 589.887383] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 589.887383] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] raise self.value [ 589.887383] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 589.887383] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] updated_port = self._update_port( [ 589.887383] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 589.887383] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] _ensure_no_port_binding_failure(port) [ 589.887383] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 589.887383] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] raise exception.PortBindingFailed(port_id=port['id']) [ 589.887383] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] nova.exception.PortBindingFailed: Binding failed for port 8d247039-5f49-4681-9d18-c112ad54e261, please check neutron logs for more information. [ 589.887383] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] [ 589.887723] env[62626]: INFO nova.compute.manager [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] Terminating instance [ 589.890353] env[62626]: DEBUG oslo_concurrency.lockutils [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Acquiring lock "refresh_cache-2674f864-12d0-4c9d-b5b4-78673260bfc2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.890603] env[62626]: DEBUG oslo_concurrency.lockutils [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Acquired lock "refresh_cache-2674f864-12d0-4c9d-b5b4-78673260bfc2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.890963] env[62626]: DEBUG nova.network.neutron [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] Building network info cache for instance {{(pid=62626) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 590.012867] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9285c222-3d9a-499a-9b74-1d8bc44d5aec {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.020955] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363fee1d-e893-48a3-99bb-46cae6424e29 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.055182] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64122903-7703-410a-929a-5058ee763275 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.062321] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685318c8-30a5-454b-8c13-894a0c30d824 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.077571] env[62626]: DEBUG nova.compute.provider_tree [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] Inventory has not changed in ProviderTree for provider: 58b39cc4-f02e-4775-aa9f-aac7dbecd135 {{(pid=62626) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 590.443998] env[62626]: DEBUG nova.network.neutron [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 590.580981] env[62626]: DEBUG nova.scheduler.client.report [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] Inventory has not changed for provider 58b39cc4-f02e-4775-aa9f-aac7dbecd135 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62626) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 590.679571] env[62626]: DEBUG nova.compute.manager [req-2d6027b1-d9a2-48f8-b6c7-19cde97738c5 req-103ad4dd-b764-48df-b20d-2801928d5329 service nova] [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] Received event network-changed-8d247039-5f49-4681-9d18-c112ad54e261 {{(pid=62626) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 590.679747] env[62626]: DEBUG nova.compute.manager [req-2d6027b1-d9a2-48f8-b6c7-19cde97738c5 req-103ad4dd-b764-48df-b20d-2801928d5329 service nova] [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] Refreshing instance network info cache due to event network-changed-8d247039-5f49-4681-9d18-c112ad54e261. {{(pid=62626) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 590.680031] env[62626]: DEBUG oslo_concurrency.lockutils [req-2d6027b1-d9a2-48f8-b6c7-19cde97738c5 req-103ad4dd-b764-48df-b20d-2801928d5329 service nova] Acquiring lock "refresh_cache-2674f864-12d0-4c9d-b5b4-78673260bfc2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.813190] env[62626]: DEBUG oslo_concurrency.lockutils [None req-37151f3f-82b0-40f2-b12b-17b2eaf6d0bb tempest-ServerRescueTestJSON-344451408 tempest-ServerRescueTestJSON-344451408-project-member] Acquiring lock "1e320aab-c2ed-42ad-9da7-53723a4e6ac4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.813500] env[62626]: DEBUG oslo_concurrency.lockutils [None req-37151f3f-82b0-40f2-b12b-17b2eaf6d0bb tempest-ServerRescueTestJSON-344451408 tempest-ServerRescueTestJSON-344451408-project-member] Lock "1e320aab-c2ed-42ad-9da7-53723a4e6ac4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.861277] env[62626]: DEBUG nova.network.neutron [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.087075] env[62626]: DEBUG nova.compute.resource_tracker [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62626) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 591.087379] env[62626]: DEBUG oslo_concurrency.lockutils [None req-ff23abc6-d1af-4b30-b3c5-f1ef794dd494 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.847s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.087776] env[62626]: DEBUG oslo_concurrency.lockutils [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 10.555s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.280897] env[62626]: DEBUG oslo_concurrency.lockutils [None req-cbdc7b3f-f38b-4674-9a8c-16792710f367 tempest-AttachInterfacesUnderV243Test-503218166 tempest-AttachInterfacesUnderV243Test-503218166-project-member] Acquiring lock "07d01e94-7fec-44dc-a7be-fab83604a8bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.281862] env[62626]: DEBUG oslo_concurrency.lockutils [None req-cbdc7b3f-f38b-4674-9a8c-16792710f367 tempest-AttachInterfacesUnderV243Test-503218166 tempest-AttachInterfacesUnderV243Test-503218166-project-member] Lock "07d01e94-7fec-44dc-a7be-fab83604a8bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.363871] env[62626]: DEBUG oslo_concurrency.lockutils [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Releasing lock "refresh_cache-2674f864-12d0-4c9d-b5b4-78673260bfc2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.364686] env[62626]: DEBUG nova.compute.manager [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] Start destroying the instance on the hypervisor. {{(pid=62626) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 591.364914] env[62626]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] Destroying instance {{(pid=62626) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 591.365272] env[62626]: DEBUG oslo_concurrency.lockutils [req-2d6027b1-d9a2-48f8-b6c7-19cde97738c5 req-103ad4dd-b764-48df-b20d-2801928d5329 service nova] Acquired lock "refresh_cache-2674f864-12d0-4c9d-b5b4-78673260bfc2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.365449] env[62626]: DEBUG nova.network.neutron [req-2d6027b1-d9a2-48f8-b6c7-19cde97738c5 req-103ad4dd-b764-48df-b20d-2801928d5329 service nova] [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] Refreshing network info cache for port 8d247039-5f49-4681-9d18-c112ad54e261 {{(pid=62626) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 591.366554] env[62626]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f8931aa7-0271-4384-bb29-48428504a7ab {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.379272] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a2db36-20d6-4f6e-8e8b-7b7115df16a6 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.405726] env[62626]: WARNING nova.virt.vmwareapi.vmops [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 2674f864-12d0-4c9d-b5b4-78673260bfc2 could not be found. [ 591.405923] env[62626]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] Instance destroyed {{(pid=62626) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 591.406620] env[62626]: INFO nova.compute.manager [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] Took 0.04 seconds to destroy the instance on the hypervisor. [ 591.407535] env[62626]: DEBUG oslo.service.loopingcall [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62626) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 591.407535] env[62626]: DEBUG nova.compute.manager [-] [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] Deallocating network for instance {{(pid=62626) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 591.407535] env[62626]: DEBUG nova.network.neutron [-] [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] deallocate_for_instance() {{(pid=62626) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 591.476933] env[62626]: DEBUG nova.network.neutron [-] [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 591.752063] env[62626]: ERROR nova.compute.manager [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port 3206cb99-5cfb-4504-9f26-7d7a6e445725, please check neutron logs for more information. [ 591.752063] env[62626]: ERROR nova.compute.manager Traceback (most recent call last): [ 591.752063] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 591.752063] env[62626]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 591.752063] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 591.752063] env[62626]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 591.752063] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 591.752063] env[62626]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 591.752063] env[62626]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 591.752063] env[62626]: ERROR nova.compute.manager self.force_reraise() [ 591.752063] env[62626]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 591.752063] env[62626]: ERROR nova.compute.manager raise self.value [ 591.752063] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 591.752063] env[62626]: ERROR nova.compute.manager updated_port = self._update_port( [ 591.752063] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 591.752063] env[62626]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 591.752557] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 591.752557] env[62626]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 591.752557] env[62626]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port 3206cb99-5cfb-4504-9f26-7d7a6e445725, please check neutron logs for more information. [ 591.752557] env[62626]: ERROR nova.compute.manager [ 591.752557] env[62626]: Traceback (most recent call last): [ 591.752557] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 591.752557] env[62626]: listener.cb(fileno) [ 591.752557] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 591.752557] env[62626]: result = function(*args, **kwargs) [ 591.752557] env[62626]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 591.752557] env[62626]: return func(*args, **kwargs) [ 591.752557] env[62626]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 591.752557] env[62626]: raise e [ 591.752557] env[62626]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 591.752557] env[62626]: nwinfo = self.network_api.allocate_for_instance( [ 591.752557] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 591.752557] env[62626]: created_port_ids = self._update_ports_for_instance( [ 591.752557] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 591.752557] env[62626]: with excutils.save_and_reraise_exception(): [ 591.752557] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 591.752557] env[62626]: self.force_reraise() [ 591.752557] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 591.752557] env[62626]: raise self.value [ 591.752557] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 591.752557] env[62626]: updated_port = self._update_port( [ 591.752557] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 591.752557] env[62626]: _ensure_no_port_binding_failure(port) [ 591.752557] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 591.752557] env[62626]: raise exception.PortBindingFailed(port_id=port['id']) [ 591.753298] env[62626]: nova.exception.PortBindingFailed: Binding failed for port 3206cb99-5cfb-4504-9f26-7d7a6e445725, please check neutron logs for more information. [ 591.753298] env[62626]: Removing descriptor: 14 [ 591.753607] env[62626]: ERROR nova.compute.manager [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port 3206cb99-5cfb-4504-9f26-7d7a6e445725, please check neutron logs for more information. [ 591.753607] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] Traceback (most recent call last): [ 591.753607] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 591.753607] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] yield resources [ 591.753607] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 591.753607] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] self.driver.spawn(context, instance, image_meta, [ 591.753607] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 591.753607] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] self._vmops.spawn(context, instance, image_meta, injected_files, [ 591.753607] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 591.753607] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] vm_ref = self.build_virtual_machine(instance, [ 591.753607] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 591.753930] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] vif_infos = vmwarevif.get_vif_info(self._session, [ 591.753930] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 591.753930] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] for vif in network_info: [ 591.753930] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 591.753930] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] return self._sync_wrapper(fn, *args, **kwargs) [ 591.753930] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 591.753930] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] self.wait() [ 591.753930] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 591.753930] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] self[:] = self._gt.wait() [ 591.753930] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 591.753930] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] return self._exit_event.wait() [ 591.753930] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 591.753930] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] result = hub.switch() [ 591.754302] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 591.754302] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] return self.greenlet.switch() [ 591.754302] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 591.754302] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] result = function(*args, **kwargs) [ 591.754302] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 591.754302] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] return func(*args, **kwargs) [ 591.754302] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 591.754302] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] raise e [ 591.754302] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 591.754302] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] nwinfo = self.network_api.allocate_for_instance( [ 591.754302] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 591.754302] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] created_port_ids = self._update_ports_for_instance( [ 591.754302] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 591.754665] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] with excutils.save_and_reraise_exception(): [ 591.754665] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 591.754665] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] self.force_reraise() [ 591.754665] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 591.754665] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] raise self.value [ 591.754665] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 591.754665] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] updated_port = self._update_port( [ 591.754665] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 591.754665] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] _ensure_no_port_binding_failure(port) [ 591.754665] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 591.754665] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] raise exception.PortBindingFailed(port_id=port['id']) [ 591.754665] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] nova.exception.PortBindingFailed: Binding failed for port 3206cb99-5cfb-4504-9f26-7d7a6e445725, please check neutron logs for more information. [ 591.754665] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] [ 591.754993] env[62626]: INFO nova.compute.manager [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] Terminating instance [ 591.757205] env[62626]: DEBUG oslo_concurrency.lockutils [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] Acquiring lock "refresh_cache-2b01ce50-98d1-4c65-a2ac-5104cfc0a35a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.757205] env[62626]: DEBUG oslo_concurrency.lockutils [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] Acquired lock "refresh_cache-2b01ce50-98d1-4c65-a2ac-5104cfc0a35a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.757205] env[62626]: DEBUG nova.network.neutron [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] Building network info cache for instance {{(pid=62626) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 591.833155] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bca141-d5e4-4f1f-b647-303d1677e74a {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.840776] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0399d90f-88df-4238-b7e7-d6a805c33960 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.882186] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd8b550-769d-424d-9001-af9102e78ad3 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.891731] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa36198-342e-470c-a7d7-90b2611e0ad5 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.907830] env[62626]: DEBUG nova.compute.provider_tree [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] Inventory has not changed in ProviderTree for provider: 58b39cc4-f02e-4775-aa9f-aac7dbecd135 {{(pid=62626) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 591.943076] env[62626]: DEBUG nova.network.neutron [req-2d6027b1-d9a2-48f8-b6c7-19cde97738c5 req-103ad4dd-b764-48df-b20d-2801928d5329 service nova] [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 591.980084] env[62626]: DEBUG nova.network.neutron [-] [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.170664] env[62626]: DEBUG nova.network.neutron [req-2d6027b1-d9a2-48f8-b6c7-19cde97738c5 req-103ad4dd-b764-48df-b20d-2801928d5329 service nova] [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.294305] env[62626]: DEBUG nova.network.neutron [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 592.410808] env[62626]: DEBUG nova.scheduler.client.report [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] Inventory has not changed for provider 58b39cc4-f02e-4775-aa9f-aac7dbecd135 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62626) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 592.432287] env[62626]: DEBUG nova.network.neutron [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.484050] env[62626]: INFO nova.compute.manager [-] [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] Took 1.08 seconds to deallocate network for instance. [ 592.486687] env[62626]: DEBUG nova.compute.claims [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] Aborting claim: {{(pid=62626) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 592.486867] env[62626]: DEBUG oslo_concurrency.lockutils [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.678186] env[62626]: DEBUG oslo_concurrency.lockutils [req-2d6027b1-d9a2-48f8-b6c7-19cde97738c5 req-103ad4dd-b764-48df-b20d-2801928d5329 service nova] Releasing lock "refresh_cache-2674f864-12d0-4c9d-b5b4-78673260bfc2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.917389] env[62626]: DEBUG oslo_concurrency.lockutils [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.830s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.918202] env[62626]: ERROR nova.compute.manager [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port 10ae9aa1-4053-4257-83b5-2500f0802fc0, please check neutron logs for more information. [ 592.918202] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] Traceback (most recent call last): [ 592.918202] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 592.918202] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] self.driver.spawn(context, instance, image_meta, [ 592.918202] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 592.918202] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] self._vmops.spawn(context, instance, image_meta, injected_files, [ 592.918202] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 592.918202] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] vm_ref = self.build_virtual_machine(instance, [ 592.918202] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 592.918202] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] vif_infos = vmwarevif.get_vif_info(self._session, [ 592.918202] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 592.918545] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] for vif in network_info: [ 592.918545] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 592.918545] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] return self._sync_wrapper(fn, *args, **kwargs) [ 592.918545] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 592.918545] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] self.wait() [ 592.918545] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 592.918545] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] self[:] = self._gt.wait() [ 592.918545] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 592.918545] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] return self._exit_event.wait() [ 592.918545] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 592.918545] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] result = hub.switch() [ 592.918545] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 592.918545] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] return self.greenlet.switch() [ 592.918857] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 592.918857] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] result = function(*args, **kwargs) [ 592.918857] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 592.918857] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] return func(*args, **kwargs) [ 592.918857] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 592.918857] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] raise e [ 592.918857] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 592.918857] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] nwinfo = self.network_api.allocate_for_instance( [ 592.918857] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 592.918857] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] created_port_ids = self._update_ports_for_instance( [ 592.918857] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 592.918857] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] with excutils.save_and_reraise_exception(): [ 592.918857] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 592.919183] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] self.force_reraise() [ 592.919183] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 592.919183] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] raise self.value [ 592.919183] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 592.919183] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] updated_port = self._update_port( [ 592.919183] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 592.919183] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] _ensure_no_port_binding_failure(port) [ 592.919183] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 592.919183] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] raise exception.PortBindingFailed(port_id=port['id']) [ 592.919183] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] nova.exception.PortBindingFailed: Binding failed for port 10ae9aa1-4053-4257-83b5-2500f0802fc0, please check neutron logs for more information. [ 592.919183] env[62626]: ERROR nova.compute.manager [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] [ 592.921091] env[62626]: DEBUG nova.compute.utils [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] Binding failed for port 10ae9aa1-4053-4257-83b5-2500f0802fc0, please check neutron logs for more information. {{(pid=62626) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 592.925034] env[62626]: DEBUG oslo_concurrency.lockutils [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.867s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.925034] env[62626]: INFO nova.compute.claims [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 592.931933] env[62626]: DEBUG nova.compute.manager [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] Build of instance f3e3fdc2-c425-4dca-86f3-f925c5a14499 was re-scheduled: Binding failed for port 10ae9aa1-4053-4257-83b5-2500f0802fc0, please check neutron logs for more information. {{(pid=62626) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 592.931933] env[62626]: DEBUG nova.compute.manager [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] Unplugging VIFs for instance {{(pid=62626) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 592.931933] env[62626]: DEBUG oslo_concurrency.lockutils [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] Acquiring lock "refresh_cache-f3e3fdc2-c425-4dca-86f3-f925c5a14499" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.932420] env[62626]: DEBUG oslo_concurrency.lockutils [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] Acquired lock "refresh_cache-f3e3fdc2-c425-4dca-86f3-f925c5a14499" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.933596] env[62626]: DEBUG nova.network.neutron [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] Building network info cache for instance {{(pid=62626) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 592.934564] env[62626]: DEBUG oslo_concurrency.lockutils [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] Releasing lock "refresh_cache-2b01ce50-98d1-4c65-a2ac-5104cfc0a35a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.935062] env[62626]: DEBUG nova.compute.manager [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] Start destroying the instance on the hypervisor. {{(pid=62626) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 592.935429] env[62626]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] Destroying instance {{(pid=62626) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 592.935970] env[62626]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-519779e0-dcce-4b09-84b6-e19b676739e4 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.948121] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375c9a6b-8650-4e4b-b526-80c776cb7fa6 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.971048] env[62626]: WARNING nova.virt.vmwareapi.vmops [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a could not be found. [ 592.971307] env[62626]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] Instance destroyed {{(pid=62626) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 592.971517] env[62626]: INFO nova.compute.manager [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] Took 0.04 seconds to destroy the instance on the hypervisor. [ 592.972163] env[62626]: DEBUG oslo.service.loopingcall [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62626) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 592.972163] env[62626]: DEBUG nova.compute.manager [-] [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] Deallocating network for instance {{(pid=62626) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 592.972163] env[62626]: DEBUG nova.network.neutron [-] [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] deallocate_for_instance() {{(pid=62626) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 593.008839] env[62626]: DEBUG nova.network.neutron [-] [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 593.378222] env[62626]: ERROR nova.compute.manager [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port 659d4847-d172-4aa8-90f3-ad169071bbe5, please check neutron logs for more information. [ 593.378222] env[62626]: ERROR nova.compute.manager Traceback (most recent call last): [ 593.378222] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 593.378222] env[62626]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 593.378222] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 593.378222] env[62626]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 593.378222] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 593.378222] env[62626]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 593.378222] env[62626]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 593.378222] env[62626]: ERROR nova.compute.manager self.force_reraise() [ 593.378222] env[62626]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 593.378222] env[62626]: ERROR nova.compute.manager raise self.value [ 593.378222] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 593.378222] env[62626]: ERROR nova.compute.manager updated_port = self._update_port( [ 593.378222] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 593.378222] env[62626]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 593.378698] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 593.378698] env[62626]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 593.378698] env[62626]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port 659d4847-d172-4aa8-90f3-ad169071bbe5, please check neutron logs for more information. [ 593.378698] env[62626]: ERROR nova.compute.manager [ 593.378698] env[62626]: Traceback (most recent call last): [ 593.378698] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 593.378698] env[62626]: listener.cb(fileno) [ 593.378698] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 593.378698] env[62626]: result = function(*args, **kwargs) [ 593.378698] env[62626]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 593.378698] env[62626]: return func(*args, **kwargs) [ 593.378698] env[62626]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 593.378698] env[62626]: raise e [ 593.378698] env[62626]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 593.378698] env[62626]: nwinfo = self.network_api.allocate_for_instance( [ 593.378698] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 593.378698] env[62626]: created_port_ids = self._update_ports_for_instance( [ 593.378698] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 593.378698] env[62626]: with excutils.save_and_reraise_exception(): [ 593.378698] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 593.378698] env[62626]: self.force_reraise() [ 593.378698] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 593.378698] env[62626]: raise self.value [ 593.378698] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 593.378698] env[62626]: updated_port = self._update_port( [ 593.378698] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 593.378698] env[62626]: _ensure_no_port_binding_failure(port) [ 593.378698] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 593.378698] env[62626]: raise exception.PortBindingFailed(port_id=port['id']) [ 593.379514] env[62626]: nova.exception.PortBindingFailed: Binding failed for port 659d4847-d172-4aa8-90f3-ad169071bbe5, please check neutron logs for more information. [ 593.379514] env[62626]: Removing descriptor: 20 [ 593.379514] env[62626]: ERROR nova.compute.manager [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port 659d4847-d172-4aa8-90f3-ad169071bbe5, please check neutron logs for more information. [ 593.379514] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] Traceback (most recent call last): [ 593.379514] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 593.379514] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] yield resources [ 593.379514] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 593.379514] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] self.driver.spawn(context, instance, image_meta, [ 593.379514] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 593.379514] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] self._vmops.spawn(context, instance, image_meta, injected_files, [ 593.379514] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 593.379514] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] vm_ref = self.build_virtual_machine(instance, [ 593.379884] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 593.379884] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] vif_infos = vmwarevif.get_vif_info(self._session, [ 593.379884] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 593.379884] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] for vif in network_info: [ 593.379884] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 593.379884] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] return self._sync_wrapper(fn, *args, **kwargs) [ 593.379884] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 593.379884] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] self.wait() [ 593.379884] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 593.379884] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] self[:] = self._gt.wait() [ 593.379884] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 593.379884] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] return self._exit_event.wait() [ 593.379884] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 593.380261] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] result = hub.switch() [ 593.380261] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 593.380261] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] return self.greenlet.switch() [ 593.380261] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 593.380261] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] result = function(*args, **kwargs) [ 593.380261] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 593.380261] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] return func(*args, **kwargs) [ 593.380261] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 593.380261] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] raise e [ 593.380261] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 593.380261] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] nwinfo = self.network_api.allocate_for_instance( [ 593.380261] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 593.380261] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] created_port_ids = self._update_ports_for_instance( [ 593.380578] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 593.380578] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] with excutils.save_and_reraise_exception(): [ 593.380578] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 593.380578] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] self.force_reraise() [ 593.380578] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 593.380578] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] raise self.value [ 593.380578] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 593.380578] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] updated_port = self._update_port( [ 593.380578] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 593.380578] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] _ensure_no_port_binding_failure(port) [ 593.380578] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 593.380578] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] raise exception.PortBindingFailed(port_id=port['id']) [ 593.380866] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] nova.exception.PortBindingFailed: Binding failed for port 659d4847-d172-4aa8-90f3-ad169071bbe5, please check neutron logs for more information. [ 593.380866] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] [ 593.380866] env[62626]: INFO nova.compute.manager [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] Terminating instance [ 593.382203] env[62626]: DEBUG oslo_concurrency.lockutils [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] Acquiring lock "refresh_cache-3a29d72c-6b84-4082-ae5a-5714331bcae5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.382334] env[62626]: DEBUG oslo_concurrency.lockutils [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] Acquired lock "refresh_cache-3a29d72c-6b84-4082-ae5a-5714331bcae5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.382570] env[62626]: DEBUG nova.network.neutron [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] Building network info cache for instance {{(pid=62626) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 593.475095] env[62626]: DEBUG nova.network.neutron [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 593.511381] env[62626]: DEBUG nova.network.neutron [-] [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.768344] env[62626]: DEBUG nova.network.neutron [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.894366] env[62626]: DEBUG oslo_concurrency.lockutils [None req-2cc48a29-f19c-4137-abb6-dc73c0ba0c84 tempest-ServersTestMultiNic-2013329152 tempest-ServersTestMultiNic-2013329152-project-member] Acquiring lock "40f9cbe3-0745-41fe-af69-e1cd01900c55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.894366] env[62626]: DEBUG oslo_concurrency.lockutils [None req-2cc48a29-f19c-4137-abb6-dc73c0ba0c84 tempest-ServersTestMultiNic-2013329152 tempest-ServersTestMultiNic-2013329152-project-member] Lock "40f9cbe3-0745-41fe-af69-e1cd01900c55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.991090] env[62626]: DEBUG nova.network.neutron [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 594.017844] env[62626]: INFO nova.compute.manager [-] [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] Took 1.05 seconds to deallocate network for instance. [ 594.022014] env[62626]: DEBUG nova.compute.claims [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] Aborting claim: {{(pid=62626) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 594.022242] env[62626]: DEBUG oslo_concurrency.lockutils [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.197644] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce17562c-09bc-42b8-aa0c-bc1a6174b8b3 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.210909] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a937cbc7-f1a9-404c-9283-21bc19384492 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.248387] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8996275b-98f0-42c1-bf43-73f5955be040 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.258202] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdd496e-1ff0-4fbf-adbc-3820688be58b {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.273735] env[62626]: DEBUG nova.compute.provider_tree [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] Inventory has not changed in ProviderTree for provider: 58b39cc4-f02e-4775-aa9f-aac7dbecd135 {{(pid=62626) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 594.275440] env[62626]: DEBUG oslo_concurrency.lockutils [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] Releasing lock "refresh_cache-f3e3fdc2-c425-4dca-86f3-f925c5a14499" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.275899] env[62626]: DEBUG nova.compute.manager [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62626) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 594.276104] env[62626]: DEBUG nova.compute.manager [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] Deallocating network for instance {{(pid=62626) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 594.276271] env[62626]: DEBUG nova.network.neutron [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] deallocate_for_instance() {{(pid=62626) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 594.337771] env[62626]: DEBUG nova.network.neutron [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.350583] env[62626]: DEBUG nova.network.neutron [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 594.440529] env[62626]: DEBUG oslo_concurrency.lockutils [None req-5cbc694e-cf0f-4ab4-af72-927e9e4aa7c7 tempest-VolumesAssistedSnapshotsTest-2029689966 tempest-VolumesAssistedSnapshotsTest-2029689966-project-member] Acquiring lock "b2321c02-3ce9-4d5c-8f8a-a3441a76b85a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.440529] env[62626]: DEBUG oslo_concurrency.lockutils [None req-5cbc694e-cf0f-4ab4-af72-927e9e4aa7c7 tempest-VolumesAssistedSnapshotsTest-2029689966 tempest-VolumesAssistedSnapshotsTest-2029689966-project-member] Lock "b2321c02-3ce9-4d5c-8f8a-a3441a76b85a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.779938] env[62626]: DEBUG nova.scheduler.client.report [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] Inventory has not changed for provider 58b39cc4-f02e-4775-aa9f-aac7dbecd135 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62626) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 594.842206] env[62626]: DEBUG oslo_concurrency.lockutils [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] Releasing lock "refresh_cache-3a29d72c-6b84-4082-ae5a-5714331bcae5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.842206] env[62626]: DEBUG nova.compute.manager [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] Start destroying the instance on the hypervisor. {{(pid=62626) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 594.842206] env[62626]: DEBUG nova.virt.vmwareapi.vmops [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] Destroying instance {{(pid=62626) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 594.842206] env[62626]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0dec5c2-49d2-42dc-bf76-1e406f9a1740 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.850674] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5525cc2b-830d-49d7-b665-aff2adb829d8 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.864840] env[62626]: DEBUG nova.network.neutron [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.884663] env[62626]: WARNING nova.virt.vmwareapi.vmops [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 3a29d72c-6b84-4082-ae5a-5714331bcae5 could not be found. [ 594.884944] env[62626]: DEBUG nova.virt.vmwareapi.vmops [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] Instance destroyed {{(pid=62626) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 594.885035] env[62626]: INFO nova.compute.manager [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] Took 0.04 seconds to destroy the instance on the hypervisor. [ 594.885266] env[62626]: DEBUG oslo.service.loopingcall [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62626) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 594.885474] env[62626]: DEBUG nova.compute.manager [-] [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] Deallocating network for instance {{(pid=62626) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 594.885569] env[62626]: DEBUG nova.network.neutron [-] [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] deallocate_for_instance() {{(pid=62626) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 594.927581] env[62626]: DEBUG nova.network.neutron [-] [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 595.287114] env[62626]: DEBUG oslo_concurrency.lockutils [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.289209] env[62626]: DEBUG nova.compute.manager [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] Start building networks asynchronously for instance. {{(pid=62626) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 595.295420] env[62626]: DEBUG oslo_concurrency.lockutils [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.659s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.296935] env[62626]: INFO nova.compute.claims [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 595.368287] env[62626]: INFO nova.compute.manager [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] [instance: f3e3fdc2-c425-4dca-86f3-f925c5a14499] Took 1.09 seconds to deallocate network for instance. [ 595.394036] env[62626]: DEBUG nova.compute.manager [req-a19e4efb-cf61-433d-bb6f-40706c95d934 req-668293a5-059a-4ef8-8cf4-1b7c2891947f service nova] [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] Received event network-vif-deleted-8d247039-5f49-4681-9d18-c112ad54e261 {{(pid=62626) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 595.394036] env[62626]: DEBUG nova.compute.manager [req-a19e4efb-cf61-433d-bb6f-40706c95d934 req-668293a5-059a-4ef8-8cf4-1b7c2891947f service nova] [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] Received event network-changed-3206cb99-5cfb-4504-9f26-7d7a6e445725 {{(pid=62626) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 595.396241] env[62626]: DEBUG nova.compute.manager [req-a19e4efb-cf61-433d-bb6f-40706c95d934 req-668293a5-059a-4ef8-8cf4-1b7c2891947f service nova] [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] Refreshing instance network info cache due to event network-changed-3206cb99-5cfb-4504-9f26-7d7a6e445725. {{(pid=62626) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 595.396539] env[62626]: DEBUG oslo_concurrency.lockutils [req-a19e4efb-cf61-433d-bb6f-40706c95d934 req-668293a5-059a-4ef8-8cf4-1b7c2891947f service nova] Acquiring lock "refresh_cache-2b01ce50-98d1-4c65-a2ac-5104cfc0a35a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.396685] env[62626]: DEBUG oslo_concurrency.lockutils [req-a19e4efb-cf61-433d-bb6f-40706c95d934 req-668293a5-059a-4ef8-8cf4-1b7c2891947f service nova] Acquired lock "refresh_cache-2b01ce50-98d1-4c65-a2ac-5104cfc0a35a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.396845] env[62626]: DEBUG nova.network.neutron [req-a19e4efb-cf61-433d-bb6f-40706c95d934 req-668293a5-059a-4ef8-8cf4-1b7c2891947f service nova] [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] Refreshing network info cache for port 3206cb99-5cfb-4504-9f26-7d7a6e445725 {{(pid=62626) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 595.430608] env[62626]: DEBUG nova.network.neutron [-] [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.745443] env[62626]: DEBUG oslo_concurrency.lockutils [None req-2a7f51e6-d416-43c9-bf35-52f699bef847 tempest-AttachInterfacesV270Test-927268031 tempest-AttachInterfacesV270Test-927268031-project-member] Acquiring lock "6afcc167-9645-4ea6-a69c-3ada611c6339" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.746151] env[62626]: DEBUG oslo_concurrency.lockutils [None req-2a7f51e6-d416-43c9-bf35-52f699bef847 tempest-AttachInterfacesV270Test-927268031 tempest-AttachInterfacesV270Test-927268031-project-member] Lock "6afcc167-9645-4ea6-a69c-3ada611c6339" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.812470] env[62626]: DEBUG nova.compute.utils [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] Using /dev/sd instead of None {{(pid=62626) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 595.813966] env[62626]: DEBUG nova.compute.manager [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] Allocating IP information in the background. {{(pid=62626) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 595.815130] env[62626]: DEBUG nova.network.neutron [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] allocate_for_instance() {{(pid=62626) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 595.860013] env[62626]: DEBUG oslo_concurrency.lockutils [None req-7553ec9e-eea8-4b7a-937e-28651a76d1a9 tempest-AttachVolumeNegativeTest-499978145 tempest-AttachVolumeNegativeTest-499978145-project-member] Acquiring lock "d5e5deec-d1da-465d-98bb-f07bf477aae7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.860254] env[62626]: DEBUG oslo_concurrency.lockutils [None req-7553ec9e-eea8-4b7a-937e-28651a76d1a9 tempest-AttachVolumeNegativeTest-499978145 tempest-AttachVolumeNegativeTest-499978145-project-member] Lock "d5e5deec-d1da-465d-98bb-f07bf477aae7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.936597] env[62626]: INFO nova.compute.manager [-] [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] Took 1.05 seconds to deallocate network for instance. [ 595.939073] env[62626]: DEBUG nova.compute.claims [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] Aborting claim: {{(pid=62626) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 595.939254] env[62626]: DEBUG oslo_concurrency.lockutils [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.947084] env[62626]: DEBUG nova.network.neutron [req-a19e4efb-cf61-433d-bb6f-40706c95d934 req-668293a5-059a-4ef8-8cf4-1b7c2891947f service nova] [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 596.011972] env[62626]: DEBUG nova.policy [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3191da01c5904cc5a36f6784d91a4d04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ceeff47568a4f549f4378fce82c4343', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62626) authorize /opt/stack/nova/nova/policy.py:201}} [ 596.128924] env[62626]: DEBUG nova.network.neutron [req-a19e4efb-cf61-433d-bb6f-40706c95d934 req-668293a5-059a-4ef8-8cf4-1b7c2891947f service nova] [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.317733] env[62626]: DEBUG nova.compute.manager [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] Start building block device mappings for instance. {{(pid=62626) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 596.408637] env[62626]: INFO nova.scheduler.client.report [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] Deleted allocations for instance f3e3fdc2-c425-4dca-86f3-f925c5a14499 [ 596.639137] env[62626]: DEBUG oslo_concurrency.lockutils [req-a19e4efb-cf61-433d-bb6f-40706c95d934 req-668293a5-059a-4ef8-8cf4-1b7c2891947f service nova] Releasing lock "refresh_cache-2b01ce50-98d1-4c65-a2ac-5104cfc0a35a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.639534] env[62626]: DEBUG nova.compute.manager [req-a19e4efb-cf61-433d-bb6f-40706c95d934 req-668293a5-059a-4ef8-8cf4-1b7c2891947f service nova] [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] Received event network-vif-deleted-3206cb99-5cfb-4504-9f26-7d7a6e445725 {{(pid=62626) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 596.639795] env[62626]: DEBUG nova.compute.manager [req-a19e4efb-cf61-433d-bb6f-40706c95d934 req-668293a5-059a-4ef8-8cf4-1b7c2891947f service nova] [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] Received event network-changed-659d4847-d172-4aa8-90f3-ad169071bbe5 {{(pid=62626) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 596.640044] env[62626]: DEBUG nova.compute.manager [req-a19e4efb-cf61-433d-bb6f-40706c95d934 req-668293a5-059a-4ef8-8cf4-1b7c2891947f service nova] [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] Refreshing instance network info cache due to event network-changed-659d4847-d172-4aa8-90f3-ad169071bbe5. {{(pid=62626) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 596.640312] env[62626]: DEBUG oslo_concurrency.lockutils [req-a19e4efb-cf61-433d-bb6f-40706c95d934 req-668293a5-059a-4ef8-8cf4-1b7c2891947f service nova] Acquiring lock "refresh_cache-3a29d72c-6b84-4082-ae5a-5714331bcae5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.640525] env[62626]: DEBUG oslo_concurrency.lockutils [req-a19e4efb-cf61-433d-bb6f-40706c95d934 req-668293a5-059a-4ef8-8cf4-1b7c2891947f service nova] Acquired lock "refresh_cache-3a29d72c-6b84-4082-ae5a-5714331bcae5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.640739] env[62626]: DEBUG nova.network.neutron [req-a19e4efb-cf61-433d-bb6f-40706c95d934 req-668293a5-059a-4ef8-8cf4-1b7c2891947f service nova] [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] Refreshing network info cache for port 659d4847-d172-4aa8-90f3-ad169071bbe5 {{(pid=62626) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 596.655393] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3df06d8-b2ce-4138-ba5c-8f6e002238c3 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.666697] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea8395b-952b-4485-ac34-03e8bdc77098 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.711096] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8124d7fa-ab14-4ff7-a2b9-a283d6bd8fe4 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.722940] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a184f2a-37f0-4b73-b351-23e4391b221f {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.745046] env[62626]: DEBUG nova.compute.provider_tree [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] Inventory has not changed in ProviderTree for provider: 58b39cc4-f02e-4775-aa9f-aac7dbecd135 {{(pid=62626) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 596.920566] env[62626]: DEBUG oslo_concurrency.lockutils [None req-7411e6d9-39cd-46e6-8c3e-d8aac2192b94 tempest-FloatingIPsAssociationTestJSON-555637052 tempest-FloatingIPsAssociationTestJSON-555637052-project-member] Lock "f3e3fdc2-c425-4dca-86f3-f925c5a14499" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.019s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.134904] env[62626]: DEBUG nova.network.neutron [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] Successfully created port: 7c14e81e-2dfe-471c-9504-221ca64eff4e {{(pid=62626) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 597.198566] env[62626]: DEBUG nova.network.neutron [req-a19e4efb-cf61-433d-bb6f-40706c95d934 req-668293a5-059a-4ef8-8cf4-1b7c2891947f service nova] [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 597.249848] env[62626]: DEBUG nova.scheduler.client.report [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] Inventory has not changed for provider 58b39cc4-f02e-4775-aa9f-aac7dbecd135 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62626) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 597.335132] env[62626]: DEBUG nova.compute.manager [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] Start spawning the instance on the hypervisor. {{(pid=62626) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 597.379727] env[62626]: DEBUG nova.virt.hardware [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-30T15:28:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-30T15:28:32Z,direct_url=,disk_format='vmdk',id=83b96580-5e50-409c-a20d-a61f6d540936,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7f497b18f2c40f4b5f1d70b65c83cff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-30T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 597.383879] env[62626]: DEBUG nova.virt.hardware [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] Flavor limits 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 597.383879] env[62626]: DEBUG nova.virt.hardware [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] Image limits 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 597.383879] env[62626]: DEBUG nova.virt.hardware [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] Flavor pref 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 597.383879] env[62626]: DEBUG nova.virt.hardware [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] Image pref 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 597.383879] env[62626]: DEBUG nova.virt.hardware [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 597.384110] env[62626]: DEBUG nova.virt.hardware [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 597.384274] env[62626]: DEBUG nova.virt.hardware [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62626) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 597.384439] env[62626]: DEBUG nova.virt.hardware [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] Got 1 possible topologies {{(pid=62626) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 597.384598] env[62626]: DEBUG nova.virt.hardware [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 597.384767] env[62626]: DEBUG nova.virt.hardware [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 597.388707] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1928eaf4-1d7f-45cb-9474-f0caa1549435 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.389320] env[62626]: DEBUG nova.network.neutron [req-a19e4efb-cf61-433d-bb6f-40706c95d934 req-668293a5-059a-4ef8-8cf4-1b7c2891947f service nova] [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.397862] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ef1936-d240-426b-bc58-6be1fc7ddb78 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.425735] env[62626]: DEBUG nova.compute.manager [None req-02e14d69-aed1-4e92-b33c-b38407133e8c tempest-ServersWithSpecificFlavorTestJSON-555301336 tempest-ServersWithSpecificFlavorTestJSON-555301336-project-member] [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] Starting instance... {{(pid=62626) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 597.758923] env[62626]: DEBUG oslo_concurrency.lockutils [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.462s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.758923] env[62626]: DEBUG nova.compute.manager [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] Start building networks asynchronously for instance. {{(pid=62626) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 597.760863] env[62626]: DEBUG oslo_concurrency.lockutils [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.208s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.762023] env[62626]: INFO nova.compute.claims [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 597.897960] env[62626]: DEBUG oslo_concurrency.lockutils [req-a19e4efb-cf61-433d-bb6f-40706c95d934 req-668293a5-059a-4ef8-8cf4-1b7c2891947f service nova] Releasing lock "refresh_cache-3a29d72c-6b84-4082-ae5a-5714331bcae5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.954983] env[62626]: DEBUG oslo_concurrency.lockutils [None req-02e14d69-aed1-4e92-b33c-b38407133e8c tempest-ServersWithSpecificFlavorTestJSON-555301336 tempest-ServersWithSpecificFlavorTestJSON-555301336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.270358] env[62626]: DEBUG nova.compute.utils [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] Using /dev/sd instead of None {{(pid=62626) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 598.273378] env[62626]: DEBUG nova.compute.manager [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] Allocating IP information in the background. {{(pid=62626) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 598.274849] env[62626]: DEBUG nova.network.neutron [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] allocate_for_instance() {{(pid=62626) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 598.397819] env[62626]: DEBUG oslo_concurrency.lockutils [None req-4738bb8a-2eee-40c2-95ad-fcf77f5ae109 tempest-MultipleCreateTestJSON-499978485 tempest-MultipleCreateTestJSON-499978485-project-member] Acquiring lock "bf3d2323-90ae-4820-afc0-aa3feaf6055f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.401481] env[62626]: DEBUG oslo_concurrency.lockutils [None req-4738bb8a-2eee-40c2-95ad-fcf77f5ae109 tempest-MultipleCreateTestJSON-499978485 tempest-MultipleCreateTestJSON-499978485-project-member] Lock "bf3d2323-90ae-4820-afc0-aa3feaf6055f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.005s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.440040] env[62626]: DEBUG oslo_concurrency.lockutils [None req-4738bb8a-2eee-40c2-95ad-fcf77f5ae109 tempest-MultipleCreateTestJSON-499978485 tempest-MultipleCreateTestJSON-499978485-project-member] Acquiring lock "9c248cc9-2396-4988-bb21-374235015ce9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.440040] env[62626]: DEBUG oslo_concurrency.lockutils [None req-4738bb8a-2eee-40c2-95ad-fcf77f5ae109 tempest-MultipleCreateTestJSON-499978485 tempest-MultipleCreateTestJSON-499978485-project-member] Lock "9c248cc9-2396-4988-bb21-374235015ce9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.465582] env[62626]: DEBUG nova.policy [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa84527f58ec4180a0e9157ab7add08c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad13f636d27e44d085ecc97a7a8af2f9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62626) authorize /opt/stack/nova/nova/policy.py:201}} [ 598.542885] env[62626]: DEBUG nova.compute.manager [req-a60dda2f-c34d-4507-becd-c513d45fa279 req-a1b354d9-8545-4606-b4cb-7d5272d4c9a4 service nova] [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] Received event network-vif-deleted-659d4847-d172-4aa8-90f3-ad169071bbe5 {{(pid=62626) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 598.789239] env[62626]: DEBUG nova.compute.manager [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] Start building block device mappings for instance. {{(pid=62626) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 599.113055] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c38271c-78aa-452d-b765-eb43d321b85f {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.122724] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9f0aef-0459-40d5-b008-a8a80c8c0c9f {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.157056] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e7e85e-7c14-4579-b41c-f285b0bc1183 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.164898] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae9629e-a627-4824-968e-c06b792a79cf {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.179186] env[62626]: DEBUG nova.compute.provider_tree [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] Inventory has not changed in ProviderTree for provider: 58b39cc4-f02e-4775-aa9f-aac7dbecd135 {{(pid=62626) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.451405] env[62626]: DEBUG nova.network.neutron [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] Successfully created port: a95351c5-aaee-4a41-af45-2b6c6e4afae5 {{(pid=62626) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 599.685122] env[62626]: DEBUG nova.scheduler.client.report [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] Inventory has not changed for provider 58b39cc4-f02e-4775-aa9f-aac7dbecd135 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62626) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 599.804207] env[62626]: DEBUG nova.compute.manager [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] Start spawning the instance on the hypervisor. {{(pid=62626) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 599.837163] env[62626]: DEBUG nova.virt.hardware [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-30T15:28:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-30T15:28:32Z,direct_url=,disk_format='vmdk',id=83b96580-5e50-409c-a20d-a61f6d540936,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7f497b18f2c40f4b5f1d70b65c83cff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-30T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 599.837163] env[62626]: DEBUG nova.virt.hardware [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] Flavor limits 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 599.837163] env[62626]: DEBUG nova.virt.hardware [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] Image limits 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 599.837404] env[62626]: DEBUG nova.virt.hardware [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] Flavor pref 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 599.837404] env[62626]: DEBUG nova.virt.hardware [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] Image pref 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 599.837404] env[62626]: DEBUG nova.virt.hardware [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 599.837404] env[62626]: DEBUG nova.virt.hardware [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 599.839565] env[62626]: DEBUG nova.virt.hardware [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62626) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 599.839914] env[62626]: DEBUG nova.virt.hardware [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] Got 1 possible topologies {{(pid=62626) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 599.840241] env[62626]: DEBUG nova.virt.hardware [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 599.840638] env[62626]: DEBUG nova.virt.hardware [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 599.843529] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cd8d43-106e-4d6f-8085-64d5e41f18b6 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.854508] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d49698-d301-430d-93f9-c071b8804ef5 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.066591] env[62626]: DEBUG oslo_concurrency.lockutils [None req-00d5b50c-ae40-4e61-9c77-02608c3300ac tempest-ImagesNegativeTestJSON-2109931219 tempest-ImagesNegativeTestJSON-2109931219-project-member] Acquiring lock "04f0057b-6c12-440e-9515-ff56421a3982" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.066838] env[62626]: DEBUG oslo_concurrency.lockutils [None req-00d5b50c-ae40-4e61-9c77-02608c3300ac tempest-ImagesNegativeTestJSON-2109931219 tempest-ImagesNegativeTestJSON-2109931219-project-member] Lock "04f0057b-6c12-440e-9515-ff56421a3982" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.191889] env[62626]: DEBUG oslo_concurrency.lockutils [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.194459] env[62626]: DEBUG nova.compute.manager [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] Start building networks asynchronously for instance. {{(pid=62626) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 600.196704] env[62626]: DEBUG oslo_concurrency.lockutils [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 16.914s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.382149] env[62626]: ERROR nova.compute.manager [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port 7c14e81e-2dfe-471c-9504-221ca64eff4e, please check neutron logs for more information. [ 600.382149] env[62626]: ERROR nova.compute.manager Traceback (most recent call last): [ 600.382149] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 600.382149] env[62626]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 600.382149] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 600.382149] env[62626]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 600.382149] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 600.382149] env[62626]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 600.382149] env[62626]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 600.382149] env[62626]: ERROR nova.compute.manager self.force_reraise() [ 600.382149] env[62626]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 600.382149] env[62626]: ERROR nova.compute.manager raise self.value [ 600.382149] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 600.382149] env[62626]: ERROR nova.compute.manager updated_port = self._update_port( [ 600.382149] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 600.382149] env[62626]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 600.382771] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 600.382771] env[62626]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 600.382771] env[62626]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port 7c14e81e-2dfe-471c-9504-221ca64eff4e, please check neutron logs for more information. [ 600.382771] env[62626]: ERROR nova.compute.manager [ 600.382771] env[62626]: Traceback (most recent call last): [ 600.382771] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 600.382771] env[62626]: listener.cb(fileno) [ 600.382771] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 600.382771] env[62626]: result = function(*args, **kwargs) [ 600.382771] env[62626]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 600.382771] env[62626]: return func(*args, **kwargs) [ 600.382771] env[62626]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 600.382771] env[62626]: raise e [ 600.382771] env[62626]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 600.382771] env[62626]: nwinfo = self.network_api.allocate_for_instance( [ 600.382771] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 600.382771] env[62626]: created_port_ids = self._update_ports_for_instance( [ 600.382771] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 600.382771] env[62626]: with excutils.save_and_reraise_exception(): [ 600.382771] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 600.382771] env[62626]: self.force_reraise() [ 600.382771] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 600.382771] env[62626]: raise self.value [ 600.382771] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 600.382771] env[62626]: updated_port = self._update_port( [ 600.382771] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 600.382771] env[62626]: _ensure_no_port_binding_failure(port) [ 600.382771] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 600.382771] env[62626]: raise exception.PortBindingFailed(port_id=port['id']) [ 600.383626] env[62626]: nova.exception.PortBindingFailed: Binding failed for port 7c14e81e-2dfe-471c-9504-221ca64eff4e, please check neutron logs for more information. [ 600.383626] env[62626]: Removing descriptor: 14 [ 600.383626] env[62626]: ERROR nova.compute.manager [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port 7c14e81e-2dfe-471c-9504-221ca64eff4e, please check neutron logs for more information. [ 600.383626] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] Traceback (most recent call last): [ 600.383626] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 600.383626] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] yield resources [ 600.383626] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 600.383626] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] self.driver.spawn(context, instance, image_meta, [ 600.383626] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 600.383626] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] self._vmops.spawn(context, instance, image_meta, injected_files, [ 600.383626] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 600.383626] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] vm_ref = self.build_virtual_machine(instance, [ 600.383975] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 600.383975] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] vif_infos = vmwarevif.get_vif_info(self._session, [ 600.383975] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 600.383975] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] for vif in network_info: [ 600.383975] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 600.383975] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] return self._sync_wrapper(fn, *args, **kwargs) [ 600.383975] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 600.383975] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] self.wait() [ 600.383975] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 600.383975] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] self[:] = self._gt.wait() [ 600.383975] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 600.383975] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] return self._exit_event.wait() [ 600.383975] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 600.384383] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] result = hub.switch() [ 600.384383] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 600.384383] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] return self.greenlet.switch() [ 600.384383] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 600.384383] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] result = function(*args, **kwargs) [ 600.384383] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 600.384383] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] return func(*args, **kwargs) [ 600.384383] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 600.384383] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] raise e [ 600.384383] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 600.384383] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] nwinfo = self.network_api.allocate_for_instance( [ 600.384383] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 600.384383] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] created_port_ids = self._update_ports_for_instance( [ 600.384760] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 600.384760] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] with excutils.save_and_reraise_exception(): [ 600.384760] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 600.384760] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] self.force_reraise() [ 600.384760] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 600.384760] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] raise self.value [ 600.384760] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 600.384760] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] updated_port = self._update_port( [ 600.384760] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 600.384760] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] _ensure_no_port_binding_failure(port) [ 600.384760] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 600.384760] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] raise exception.PortBindingFailed(port_id=port['id']) [ 600.385325] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] nova.exception.PortBindingFailed: Binding failed for port 7c14e81e-2dfe-471c-9504-221ca64eff4e, please check neutron logs for more information. [ 600.385325] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] [ 600.385325] env[62626]: INFO nova.compute.manager [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] Terminating instance [ 600.391061] env[62626]: DEBUG oslo_concurrency.lockutils [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] Acquiring lock "refresh_cache-0b024f00-ec3c-407b-ac78-5d35cf1eaa5c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.391061] env[62626]: DEBUG oslo_concurrency.lockutils [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] Acquired lock "refresh_cache-0b024f00-ec3c-407b-ac78-5d35cf1eaa5c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.391061] env[62626]: DEBUG nova.network.neutron [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] Building network info cache for instance {{(pid=62626) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 600.701445] env[62626]: DEBUG nova.compute.utils [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] Using /dev/sd instead of None {{(pid=62626) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 600.708205] env[62626]: DEBUG nova.compute.manager [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] Allocating IP information in the background. {{(pid=62626) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 600.709214] env[62626]: DEBUG nova.network.neutron [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] allocate_for_instance() {{(pid=62626) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 600.832137] env[62626]: DEBUG nova.policy [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f68bb61a6ba84a70b1689e7a0363fb59', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ce31d4d8a7f405088353282daffc6cd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62626) authorize /opt/stack/nova/nova/policy.py:201}} [ 600.950529] env[62626]: DEBUG nova.network.neutron [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 601.012739] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378b87e4-d383-4393-817d-1dcffbfb3ff8 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.021406] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b52af99-14d9-4436-b52b-075351a384cd {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.059177] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc65e14e-f355-4d06-8c54-37392717bcd2 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.067208] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c975cab9-1d37-403d-8c5c-e987a034baa0 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.080916] env[62626]: DEBUG nova.compute.provider_tree [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] Inventory has not changed in ProviderTree for provider: 58b39cc4-f02e-4775-aa9f-aac7dbecd135 {{(pid=62626) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.212626] env[62626]: DEBUG nova.compute.manager [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] Start building block device mappings for instance. {{(pid=62626) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 601.483105] env[62626]: DEBUG nova.network.neutron [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.584173] env[62626]: DEBUG nova.scheduler.client.report [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] Inventory has not changed for provider 58b39cc4-f02e-4775-aa9f-aac7dbecd135 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62626) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 601.990047] env[62626]: DEBUG oslo_concurrency.lockutils [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] Releasing lock "refresh_cache-0b024f00-ec3c-407b-ac78-5d35cf1eaa5c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.990483] env[62626]: DEBUG nova.compute.manager [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] Start destroying the instance on the hypervisor. {{(pid=62626) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 601.990770] env[62626]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] Destroying instance {{(pid=62626) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 601.990978] env[62626]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3fe244a8-1529-4ffb-9d99-a5ac42dd0db7 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.002314] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e289486f-d56b-4dd9-8f79-dea8a7e94329 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.027762] env[62626]: WARNING nova.virt.vmwareapi.vmops [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c could not be found. [ 602.027762] env[62626]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] Instance destroyed {{(pid=62626) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 602.030278] env[62626]: INFO nova.compute.manager [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] Took 0.04 seconds to destroy the instance on the hypervisor. [ 602.030278] env[62626]: DEBUG oslo.service.loopingcall [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62626) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 602.030278] env[62626]: DEBUG nova.compute.manager [-] [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] Deallocating network for instance {{(pid=62626) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 602.030278] env[62626]: DEBUG nova.network.neutron [-] [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] deallocate_for_instance() {{(pid=62626) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 602.041122] env[62626]: DEBUG oslo_concurrency.lockutils [None req-17e9091d-4f8f-458e-80cc-7028d6a8e377 tempest-ServerActionsTestJSON-318407308 tempest-ServerActionsTestJSON-318407308-project-member] Acquiring lock "61075a4d-c8f1-4493-8864-4e56868d05ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.041340] env[62626]: DEBUG oslo_concurrency.lockutils [None req-17e9091d-4f8f-458e-80cc-7028d6a8e377 tempest-ServerActionsTestJSON-318407308 tempest-ServerActionsTestJSON-318407308-project-member] Lock "61075a4d-c8f1-4493-8864-4e56868d05ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.071767] env[62626]: DEBUG oslo_concurrency.lockutils [None req-bb35fd71-5735-4a71-bbf9-4f96fa2849f8 tempest-AttachInterfacesTestJSON-1202238955 tempest-AttachInterfacesTestJSON-1202238955-project-member] Acquiring lock "ee67f412-890a-4e4a-a0f6-3930f5011ed8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.072136] env[62626]: DEBUG oslo_concurrency.lockutils [None req-bb35fd71-5735-4a71-bbf9-4f96fa2849f8 tempest-AttachInterfacesTestJSON-1202238955 tempest-AttachInterfacesTestJSON-1202238955-project-member] Lock "ee67f412-890a-4e4a-a0f6-3930f5011ed8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.078833] env[62626]: DEBUG nova.network.neutron [-] [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 602.090853] env[62626]: DEBUG oslo_concurrency.lockutils [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.892s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.090853] env[62626]: ERROR nova.compute.manager [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port fe545378-93e3-416f-844f-d321df401ef4, please check neutron logs for more information. [ 602.090853] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] Traceback (most recent call last): [ 602.090853] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 602.090853] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] self.driver.spawn(context, instance, image_meta, [ 602.090853] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 602.090853] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] self._vmops.spawn(context, instance, image_meta, injected_files, [ 602.090853] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 602.090853] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] vm_ref = self.build_virtual_machine(instance, [ 602.091155] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 602.091155] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] vif_infos = vmwarevif.get_vif_info(self._session, [ 602.091155] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 602.091155] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] for vif in network_info: [ 602.091155] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 602.091155] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] return self._sync_wrapper(fn, *args, **kwargs) [ 602.091155] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 602.091155] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] self.wait() [ 602.091155] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 602.091155] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] self[:] = self._gt.wait() [ 602.091155] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 602.091155] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] return self._exit_event.wait() [ 602.091155] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 602.091496] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] result = hub.switch() [ 602.091496] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 602.091496] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] return self.greenlet.switch() [ 602.091496] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 602.091496] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] result = function(*args, **kwargs) [ 602.091496] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 602.091496] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] return func(*args, **kwargs) [ 602.091496] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 602.091496] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] raise e [ 602.091496] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 602.091496] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] nwinfo = self.network_api.allocate_for_instance( [ 602.091496] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 602.091496] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] created_port_ids = self._update_ports_for_instance( [ 602.091835] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 602.091835] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] with excutils.save_and_reraise_exception(): [ 602.091835] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 602.091835] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] self.force_reraise() [ 602.091835] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 602.091835] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] raise self.value [ 602.091835] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 602.091835] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] updated_port = self._update_port( [ 602.091835] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 602.091835] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] _ensure_no_port_binding_failure(port) [ 602.091835] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 602.091835] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] raise exception.PortBindingFailed(port_id=port['id']) [ 602.092153] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] nova.exception.PortBindingFailed: Binding failed for port fe545378-93e3-416f-844f-d321df401ef4, please check neutron logs for more information. [ 602.092153] env[62626]: ERROR nova.compute.manager [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] [ 602.092153] env[62626]: DEBUG nova.compute.utils [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] Binding failed for port fe545378-93e3-416f-844f-d321df401ef4, please check neutron logs for more information. {{(pid=62626) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 602.094081] env[62626]: DEBUG nova.compute.manager [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] Build of instance 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3 was re-scheduled: Binding failed for port fe545378-93e3-416f-844f-d321df401ef4, please check neutron logs for more information. {{(pid=62626) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 602.094393] env[62626]: DEBUG nova.compute.manager [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] Unplugging VIFs for instance {{(pid=62626) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 602.094609] env[62626]: DEBUG oslo_concurrency.lockutils [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] Acquiring lock "refresh_cache-3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.094797] env[62626]: DEBUG oslo_concurrency.lockutils [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] Acquired lock "refresh_cache-3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.094988] env[62626]: DEBUG nova.network.neutron [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] Building network info cache for instance {{(pid=62626) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 602.096583] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 15.968s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.229320] env[62626]: DEBUG nova.compute.manager [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] Start spawning the instance on the hypervisor. {{(pid=62626) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 602.258049] env[62626]: DEBUG nova.virt.hardware [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-30T15:28:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-30T15:28:32Z,direct_url=,disk_format='vmdk',id=83b96580-5e50-409c-a20d-a61f6d540936,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7f497b18f2c40f4b5f1d70b65c83cff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-30T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 602.258303] env[62626]: DEBUG nova.virt.hardware [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] Flavor limits 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 602.258458] env[62626]: DEBUG nova.virt.hardware [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] Image limits 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 602.258639] env[62626]: DEBUG nova.virt.hardware [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] Flavor pref 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 602.258784] env[62626]: DEBUG nova.virt.hardware [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] Image pref 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 602.258933] env[62626]: DEBUG nova.virt.hardware [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 602.259170] env[62626]: DEBUG nova.virt.hardware [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 602.259361] env[62626]: DEBUG nova.virt.hardware [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62626) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 602.259498] env[62626]: DEBUG nova.virt.hardware [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] Got 1 possible topologies {{(pid=62626) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 602.259676] env[62626]: DEBUG nova.virt.hardware [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 602.259918] env[62626]: DEBUG nova.virt.hardware [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 602.260945] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1bd101-29b1-4adf-a443-7ddb341ab037 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.271911] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953e8792-0edd-4cee-9610-12af6c54b5cd {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.305843] env[62626]: DEBUG nova.network.neutron [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] Successfully created port: 067a3614-aecb-4afa-bda3-87c032636dd6 {{(pid=62626) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 602.430333] env[62626]: DEBUG oslo_concurrency.lockutils [None req-0328d3a3-e63c-434b-a73a-d0d402788fb7 tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] Acquiring lock "5df5d247-a5cf-45ca-bd96-8007b6588e49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.430746] env[62626]: DEBUG oslo_concurrency.lockutils [None req-0328d3a3-e63c-434b-a73a-d0d402788fb7 tempest-MigrationsAdminTest-1387973928 tempest-MigrationsAdminTest-1387973928-project-member] Lock "5df5d247-a5cf-45ca-bd96-8007b6588e49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.585201] env[62626]: DEBUG nova.network.neutron [-] [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.617097] env[62626]: DEBUG nova.compute.manager [req-82c5ed20-927e-4833-8178-287ea3e9b08a req-f5a334e6-d693-4266-a32b-6acfaa1b5bcb service nova] [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] Received event network-changed-7c14e81e-2dfe-471c-9504-221ca64eff4e {{(pid=62626) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 602.617343] env[62626]: DEBUG nova.compute.manager [req-82c5ed20-927e-4833-8178-287ea3e9b08a req-f5a334e6-d693-4266-a32b-6acfaa1b5bcb service nova] [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] Refreshing instance network info cache due to event network-changed-7c14e81e-2dfe-471c-9504-221ca64eff4e. {{(pid=62626) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 602.617573] env[62626]: DEBUG oslo_concurrency.lockutils [req-82c5ed20-927e-4833-8178-287ea3e9b08a req-f5a334e6-d693-4266-a32b-6acfaa1b5bcb service nova] Acquiring lock "refresh_cache-0b024f00-ec3c-407b-ac78-5d35cf1eaa5c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.617721] env[62626]: DEBUG oslo_concurrency.lockutils [req-82c5ed20-927e-4833-8178-287ea3e9b08a req-f5a334e6-d693-4266-a32b-6acfaa1b5bcb service nova] Acquired lock "refresh_cache-0b024f00-ec3c-407b-ac78-5d35cf1eaa5c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.617893] env[62626]: DEBUG nova.network.neutron [req-82c5ed20-927e-4833-8178-287ea3e9b08a req-f5a334e6-d693-4266-a32b-6acfaa1b5bcb service nova] [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] Refreshing network info cache for port 7c14e81e-2dfe-471c-9504-221ca64eff4e {{(pid=62626) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 602.671499] env[62626]: DEBUG nova.network.neutron [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 602.675952] env[62626]: ERROR nova.compute.manager [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port a95351c5-aaee-4a41-af45-2b6c6e4afae5, please check neutron logs for more information. [ 602.675952] env[62626]: ERROR nova.compute.manager Traceback (most recent call last): [ 602.675952] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 602.675952] env[62626]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 602.675952] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 602.675952] env[62626]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 602.675952] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 602.675952] env[62626]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 602.675952] env[62626]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 602.675952] env[62626]: ERROR nova.compute.manager self.force_reraise() [ 602.675952] env[62626]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 602.675952] env[62626]: ERROR nova.compute.manager raise self.value [ 602.675952] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 602.675952] env[62626]: ERROR nova.compute.manager updated_port = self._update_port( [ 602.675952] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 602.675952] env[62626]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 602.676511] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 602.676511] env[62626]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 602.676511] env[62626]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port a95351c5-aaee-4a41-af45-2b6c6e4afae5, please check neutron logs for more information. [ 602.676511] env[62626]: ERROR nova.compute.manager [ 602.676511] env[62626]: Traceback (most recent call last): [ 602.676511] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 602.676511] env[62626]: listener.cb(fileno) [ 602.676511] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 602.676511] env[62626]: result = function(*args, **kwargs) [ 602.676511] env[62626]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 602.676511] env[62626]: return func(*args, **kwargs) [ 602.676511] env[62626]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 602.676511] env[62626]: raise e [ 602.676511] env[62626]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 602.676511] env[62626]: nwinfo = self.network_api.allocate_for_instance( [ 602.676511] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 602.676511] env[62626]: created_port_ids = self._update_ports_for_instance( [ 602.676511] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 602.676511] env[62626]: with excutils.save_and_reraise_exception(): [ 602.676511] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 602.676511] env[62626]: self.force_reraise() [ 602.676511] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 602.676511] env[62626]: raise self.value [ 602.676511] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 602.676511] env[62626]: updated_port = self._update_port( [ 602.676511] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 602.676511] env[62626]: _ensure_no_port_binding_failure(port) [ 602.676511] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 602.676511] env[62626]: raise exception.PortBindingFailed(port_id=port['id']) [ 602.677370] env[62626]: nova.exception.PortBindingFailed: Binding failed for port a95351c5-aaee-4a41-af45-2b6c6e4afae5, please check neutron logs for more information. [ 602.677370] env[62626]: Removing descriptor: 20 [ 602.677370] env[62626]: ERROR nova.compute.manager [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port a95351c5-aaee-4a41-af45-2b6c6e4afae5, please check neutron logs for more information. [ 602.677370] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] Traceback (most recent call last): [ 602.677370] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 602.677370] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] yield resources [ 602.677370] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 602.677370] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] self.driver.spawn(context, instance, image_meta, [ 602.677370] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 602.677370] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] self._vmops.spawn(context, instance, image_meta, injected_files, [ 602.677370] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 602.677370] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] vm_ref = self.build_virtual_machine(instance, [ 602.677800] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 602.677800] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] vif_infos = vmwarevif.get_vif_info(self._session, [ 602.677800] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 602.677800] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] for vif in network_info: [ 602.677800] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 602.677800] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] return self._sync_wrapper(fn, *args, **kwargs) [ 602.677800] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 602.677800] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] self.wait() [ 602.677800] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 602.677800] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] self[:] = self._gt.wait() [ 602.677800] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 602.677800] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] return self._exit_event.wait() [ 602.677800] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 602.678204] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] result = hub.switch() [ 602.678204] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 602.678204] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] return self.greenlet.switch() [ 602.678204] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 602.678204] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] result = function(*args, **kwargs) [ 602.678204] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 602.678204] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] return func(*args, **kwargs) [ 602.678204] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 602.678204] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] raise e [ 602.678204] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 602.678204] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] nwinfo = self.network_api.allocate_for_instance( [ 602.678204] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 602.678204] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] created_port_ids = self._update_ports_for_instance( [ 602.678573] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 602.678573] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] with excutils.save_and_reraise_exception(): [ 602.678573] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 602.678573] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] self.force_reraise() [ 602.678573] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 602.678573] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] raise self.value [ 602.678573] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 602.678573] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] updated_port = self._update_port( [ 602.678573] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 602.678573] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] _ensure_no_port_binding_failure(port) [ 602.678573] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 602.678573] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] raise exception.PortBindingFailed(port_id=port['id']) [ 602.678954] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] nova.exception.PortBindingFailed: Binding failed for port a95351c5-aaee-4a41-af45-2b6c6e4afae5, please check neutron logs for more information. [ 602.678954] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] [ 602.678954] env[62626]: INFO nova.compute.manager [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] Terminating instance [ 602.681610] env[62626]: DEBUG oslo_concurrency.lockutils [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] Acquiring lock "refresh_cache-c01168d0-cfa6-4281-9ab1-fe2404f4d48e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.681610] env[62626]: DEBUG oslo_concurrency.lockutils [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] Acquired lock "refresh_cache-c01168d0-cfa6-4281-9ab1-fe2404f4d48e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.681791] env[62626]: DEBUG nova.network.neutron [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] Building network info cache for instance {{(pid=62626) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 602.978955] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6160cb-e4b1-4c46-92cc-cf124acd0d29 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.987170] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5acbee-166f-4c50-9a2f-2b7f3a758c08 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.018647] env[62626]: DEBUG nova.network.neutron [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.024798] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bddeeb-7ea1-48a2-a331-6a8dc88366c2 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.037552] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a386455e-3aad-4f6b-9537-c5fcf965fa1b {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.054164] env[62626]: DEBUG nova.compute.provider_tree [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Inventory has not changed in ProviderTree for provider: 58b39cc4-f02e-4775-aa9f-aac7dbecd135 {{(pid=62626) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.091328] env[62626]: INFO nova.compute.manager [-] [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] Took 1.06 seconds to deallocate network for instance. [ 603.091328] env[62626]: DEBUG nova.compute.claims [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] Aborting claim: {{(pid=62626) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 603.091460] env[62626]: DEBUG oslo_concurrency.lockutils [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.277135] env[62626]: DEBUG nova.network.neutron [req-82c5ed20-927e-4833-8178-287ea3e9b08a req-f5a334e6-d693-4266-a32b-6acfaa1b5bcb service nova] [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 603.280480] env[62626]: DEBUG nova.network.neutron [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 603.530722] env[62626]: DEBUG oslo_concurrency.lockutils [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] Releasing lock "refresh_cache-3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.531143] env[62626]: DEBUG nova.compute.manager [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62626) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 603.531537] env[62626]: DEBUG nova.compute.manager [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] Deallocating network for instance {{(pid=62626) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 603.531821] env[62626]: DEBUG nova.network.neutron [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] deallocate_for_instance() {{(pid=62626) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 603.557014] env[62626]: DEBUG nova.scheduler.client.report [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Inventory has not changed for provider 58b39cc4-f02e-4775-aa9f-aac7dbecd135 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62626) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 603.566089] env[62626]: DEBUG nova.network.neutron [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 603.586788] env[62626]: DEBUG nova.network.neutron [req-82c5ed20-927e-4833-8178-287ea3e9b08a req-f5a334e6-d693-4266-a32b-6acfaa1b5bcb service nova] [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.590780] env[62626]: DEBUG nova.network.neutron [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.062612] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.966s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.065320] env[62626]: ERROR nova.compute.manager [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port c6dd5624-4da0-4675-aaf0-9a2cec0f80d8, please check neutron logs for more information. [ 604.065320] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] Traceback (most recent call last): [ 604.065320] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 604.065320] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] self.driver.spawn(context, instance, image_meta, [ 604.065320] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 604.065320] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] self._vmops.spawn(context, instance, image_meta, injected_files, [ 604.065320] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 604.065320] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] vm_ref = self.build_virtual_machine(instance, [ 604.065320] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 604.065320] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] vif_infos = vmwarevif.get_vif_info(self._session, [ 604.065320] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 604.065958] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] for vif in network_info: [ 604.065958] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 604.065958] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] return self._sync_wrapper(fn, *args, **kwargs) [ 604.065958] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 604.065958] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] self.wait() [ 604.065958] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 604.065958] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] self[:] = self._gt.wait() [ 604.065958] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 604.065958] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] return self._exit_event.wait() [ 604.065958] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 604.065958] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] result = hub.switch() [ 604.065958] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 604.065958] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] return self.greenlet.switch() [ 604.066373] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 604.066373] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] result = function(*args, **kwargs) [ 604.066373] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 604.066373] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] return func(*args, **kwargs) [ 604.066373] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 604.066373] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] raise e [ 604.066373] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 604.066373] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] nwinfo = self.network_api.allocate_for_instance( [ 604.066373] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 604.066373] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] created_port_ids = self._update_ports_for_instance( [ 604.066373] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 604.066373] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] with excutils.save_and_reraise_exception(): [ 604.066373] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 604.066752] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] self.force_reraise() [ 604.066752] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 604.066752] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] raise self.value [ 604.066752] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 604.066752] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] updated_port = self._update_port( [ 604.066752] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 604.066752] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] _ensure_no_port_binding_failure(port) [ 604.066752] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 604.066752] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] raise exception.PortBindingFailed(port_id=port['id']) [ 604.066752] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] nova.exception.PortBindingFailed: Binding failed for port c6dd5624-4da0-4675-aaf0-9a2cec0f80d8, please check neutron logs for more information. [ 604.066752] env[62626]: ERROR nova.compute.manager [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] [ 604.067798] env[62626]: DEBUG nova.compute.utils [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] Binding failed for port c6dd5624-4da0-4675-aaf0-9a2cec0f80d8, please check neutron logs for more information. {{(pid=62626) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 604.067798] env[62626]: DEBUG oslo_concurrency.lockutils [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.045s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.068619] env[62626]: INFO nova.compute.claims [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] [instance: 4f1dd81b-d485-4133-8ee5-f7e00cfaa17d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 604.072836] env[62626]: DEBUG nova.compute.manager [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] Build of instance 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9 was re-scheduled: Binding failed for port c6dd5624-4da0-4675-aaf0-9a2cec0f80d8, please check neutron logs for more information. {{(pid=62626) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 604.075287] env[62626]: DEBUG nova.compute.manager [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] Unplugging VIFs for instance {{(pid=62626) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 604.075287] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Acquiring lock "refresh_cache-40ae672c-4ff8-42da-b2d0-3bda6c4a17c9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.075287] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Acquired lock "refresh_cache-40ae672c-4ff8-42da-b2d0-3bda6c4a17c9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.075287] env[62626]: DEBUG nova.network.neutron [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] Building network info cache for instance {{(pid=62626) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 604.075287] env[62626]: DEBUG nova.network.neutron [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.090537] env[62626]: DEBUG oslo_concurrency.lockutils [req-82c5ed20-927e-4833-8178-287ea3e9b08a req-f5a334e6-d693-4266-a32b-6acfaa1b5bcb service nova] Releasing lock "refresh_cache-0b024f00-ec3c-407b-ac78-5d35cf1eaa5c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.091062] env[62626]: DEBUG nova.compute.manager [req-82c5ed20-927e-4833-8178-287ea3e9b08a req-f5a334e6-d693-4266-a32b-6acfaa1b5bcb service nova] [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] Received event network-vif-deleted-7c14e81e-2dfe-471c-9504-221ca64eff4e {{(pid=62626) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 604.091916] env[62626]: DEBUG oslo_concurrency.lockutils [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] Releasing lock "refresh_cache-c01168d0-cfa6-4281-9ab1-fe2404f4d48e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.093214] env[62626]: DEBUG nova.compute.manager [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] Start destroying the instance on the hypervisor. {{(pid=62626) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 604.093945] env[62626]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] Destroying instance {{(pid=62626) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 604.093945] env[62626]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-353324d2-b508-4d2c-a683-30c5d593c1a5 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.104541] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67585ae2-c8d3-4bc4-a7b6-078cf485222d {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.132982] env[62626]: WARNING nova.virt.vmwareapi.vmops [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance c01168d0-cfa6-4281-9ab1-fe2404f4d48e could not be found. [ 604.133338] env[62626]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] Instance destroyed {{(pid=62626) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 604.133562] env[62626]: INFO nova.compute.manager [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] Took 0.04 seconds to destroy the instance on the hypervisor. [ 604.133854] env[62626]: DEBUG oslo.service.loopingcall [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62626) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 604.134097] env[62626]: DEBUG nova.compute.manager [-] [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] Deallocating network for instance {{(pid=62626) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 604.134286] env[62626]: DEBUG nova.network.neutron [-] [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] deallocate_for_instance() {{(pid=62626) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 604.166092] env[62626]: DEBUG nova.network.neutron [-] [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 604.586172] env[62626]: INFO nova.compute.manager [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] [instance: 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3] Took 1.05 seconds to deallocate network for instance. [ 604.619417] env[62626]: DEBUG nova.network.neutron [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 604.669310] env[62626]: DEBUG nova.network.neutron [-] [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.811608] env[62626]: DEBUG nova.network.neutron [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.831606] env[62626]: DEBUG oslo_concurrency.lockutils [None req-d2729218-d50c-4730-a354-109b0ccaf1da tempest-ServerMetadataTestJSON-1123461127 tempest-ServerMetadataTestJSON-1123461127-project-member] Acquiring lock "78d09bd3-e82e-49eb-9ada-d1775ccee034" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.831832] env[62626]: DEBUG oslo_concurrency.lockutils [None req-d2729218-d50c-4730-a354-109b0ccaf1da tempest-ServerMetadataTestJSON-1123461127 tempest-ServerMetadataTestJSON-1123461127-project-member] Lock "78d09bd3-e82e-49eb-9ada-d1775ccee034" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.097513] env[62626]: ERROR nova.compute.manager [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port 067a3614-aecb-4afa-bda3-87c032636dd6, please check neutron logs for more information. [ 605.097513] env[62626]: ERROR nova.compute.manager Traceback (most recent call last): [ 605.097513] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 605.097513] env[62626]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 605.097513] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 605.097513] env[62626]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 605.097513] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 605.097513] env[62626]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 605.097513] env[62626]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 605.097513] env[62626]: ERROR nova.compute.manager self.force_reraise() [ 605.097513] env[62626]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 605.097513] env[62626]: ERROR nova.compute.manager raise self.value [ 605.097513] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 605.097513] env[62626]: ERROR nova.compute.manager updated_port = self._update_port( [ 605.097513] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 605.097513] env[62626]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 605.097995] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 605.097995] env[62626]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 605.097995] env[62626]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port 067a3614-aecb-4afa-bda3-87c032636dd6, please check neutron logs for more information. [ 605.097995] env[62626]: ERROR nova.compute.manager [ 605.097995] env[62626]: Traceback (most recent call last): [ 605.097995] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 605.097995] env[62626]: listener.cb(fileno) [ 605.097995] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 605.097995] env[62626]: result = function(*args, **kwargs) [ 605.097995] env[62626]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 605.097995] env[62626]: return func(*args, **kwargs) [ 605.097995] env[62626]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 605.097995] env[62626]: raise e [ 605.097995] env[62626]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 605.097995] env[62626]: nwinfo = self.network_api.allocate_for_instance( [ 605.097995] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 605.097995] env[62626]: created_port_ids = self._update_ports_for_instance( [ 605.097995] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 605.097995] env[62626]: with excutils.save_and_reraise_exception(): [ 605.097995] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 605.097995] env[62626]: self.force_reraise() [ 605.097995] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 605.097995] env[62626]: raise self.value [ 605.097995] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 605.097995] env[62626]: updated_port = self._update_port( [ 605.097995] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 605.097995] env[62626]: _ensure_no_port_binding_failure(port) [ 605.097995] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 605.097995] env[62626]: raise exception.PortBindingFailed(port_id=port['id']) [ 605.098859] env[62626]: nova.exception.PortBindingFailed: Binding failed for port 067a3614-aecb-4afa-bda3-87c032636dd6, please check neutron logs for more information. [ 605.098859] env[62626]: Removing descriptor: 14 [ 605.098922] env[62626]: ERROR nova.compute.manager [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port 067a3614-aecb-4afa-bda3-87c032636dd6, please check neutron logs for more information. [ 605.098922] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] Traceback (most recent call last): [ 605.098922] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 605.098922] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] yield resources [ 605.098922] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 605.098922] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] self.driver.spawn(context, instance, image_meta, [ 605.098922] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 605.098922] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] self._vmops.spawn(context, instance, image_meta, injected_files, [ 605.098922] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 605.098922] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] vm_ref = self.build_virtual_machine(instance, [ 605.098922] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 605.099255] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] vif_infos = vmwarevif.get_vif_info(self._session, [ 605.099255] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 605.099255] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] for vif in network_info: [ 605.099255] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 605.099255] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] return self._sync_wrapper(fn, *args, **kwargs) [ 605.099255] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 605.099255] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] self.wait() [ 605.099255] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 605.099255] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] self[:] = self._gt.wait() [ 605.099255] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 605.099255] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] return self._exit_event.wait() [ 605.099255] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 605.099255] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] result = hub.switch() [ 605.099627] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 605.099627] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] return self.greenlet.switch() [ 605.099627] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 605.099627] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] result = function(*args, **kwargs) [ 605.099627] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 605.099627] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] return func(*args, **kwargs) [ 605.099627] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 605.099627] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] raise e [ 605.099627] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 605.099627] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] nwinfo = self.network_api.allocate_for_instance( [ 605.099627] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 605.099627] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] created_port_ids = self._update_ports_for_instance( [ 605.099627] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 605.100038] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] with excutils.save_and_reraise_exception(): [ 605.100038] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 605.100038] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] self.force_reraise() [ 605.100038] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 605.100038] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] raise self.value [ 605.100038] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 605.100038] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] updated_port = self._update_port( [ 605.100038] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 605.100038] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] _ensure_no_port_binding_failure(port) [ 605.100038] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 605.100038] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] raise exception.PortBindingFailed(port_id=port['id']) [ 605.100038] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] nova.exception.PortBindingFailed: Binding failed for port 067a3614-aecb-4afa-bda3-87c032636dd6, please check neutron logs for more information. [ 605.100038] env[62626]: ERROR nova.compute.manager [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] [ 605.100449] env[62626]: INFO nova.compute.manager [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] Terminating instance [ 605.102912] env[62626]: DEBUG oslo_concurrency.lockutils [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] Acquiring lock "refresh_cache-bb902720-750c-42fd-9a0f-f264fe4e3bd9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.103825] env[62626]: DEBUG oslo_concurrency.lockutils [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] Acquired lock "refresh_cache-bb902720-750c-42fd-9a0f-f264fe4e3bd9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.103825] env[62626]: DEBUG nova.network.neutron [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] Building network info cache for instance {{(pid=62626) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 605.166533] env[62626]: DEBUG oslo_concurrency.lockutils [None req-99331d81-4216-4819-9e3f-15ff1cacb2bd tempest-ServerShowV247Test-1599825287 tempest-ServerShowV247Test-1599825287-project-member] Acquiring lock "1b1192df-2018-442b-b534-a649e1ccef5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.166533] env[62626]: DEBUG oslo_concurrency.lockutils [None req-99331d81-4216-4819-9e3f-15ff1cacb2bd tempest-ServerShowV247Test-1599825287 tempest-ServerShowV247Test-1599825287-project-member] Lock "1b1192df-2018-442b-b534-a649e1ccef5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.174273] env[62626]: INFO nova.compute.manager [-] [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] Took 1.04 seconds to deallocate network for instance. [ 605.177456] env[62626]: DEBUG nova.compute.claims [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] Aborting claim: {{(pid=62626) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 605.177676] env[62626]: DEBUG oslo_concurrency.lockutils [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.317310] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Releasing lock "refresh_cache-40ae672c-4ff8-42da-b2d0-3bda6c4a17c9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.317310] env[62626]: DEBUG nova.compute.manager [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62626) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 605.318594] env[62626]: DEBUG nova.compute.manager [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] Deallocating network for instance {{(pid=62626) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 605.318594] env[62626]: DEBUG nova.network.neutron [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] deallocate_for_instance() {{(pid=62626) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 605.347350] env[62626]: DEBUG nova.network.neutron [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 605.506898] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa89f57c-7d4d-4f3a-9608-7db44bda6364 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.517811] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d59c086-149f-4212-af6e-b10e806e8847 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.554033] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ce7337-4de0-4d69-a256-b8f2cd79b975 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.563705] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0337b91a-ba67-465a-af8c-4285a618dd72 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.576715] env[62626]: DEBUG nova.compute.provider_tree [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Inventory has not changed in ProviderTree for provider: 58b39cc4-f02e-4775-aa9f-aac7dbecd135 {{(pid=62626) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 605.584354] env[62626]: DEBUG nova.compute.manager [req-eedb77ba-79fd-42f3-96af-f73c21b1d341 req-88ab9f3a-dd08-46ae-afe1-5cbda98b735b service nova] [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] Received event network-changed-a95351c5-aaee-4a41-af45-2b6c6e4afae5 {{(pid=62626) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 605.584783] env[62626]: DEBUG nova.compute.manager [req-eedb77ba-79fd-42f3-96af-f73c21b1d341 req-88ab9f3a-dd08-46ae-afe1-5cbda98b735b service nova] [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] Refreshing instance network info cache due to event network-changed-a95351c5-aaee-4a41-af45-2b6c6e4afae5. {{(pid=62626) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 605.584783] env[62626]: DEBUG oslo_concurrency.lockutils [req-eedb77ba-79fd-42f3-96af-f73c21b1d341 req-88ab9f3a-dd08-46ae-afe1-5cbda98b735b service nova] Acquiring lock "refresh_cache-c01168d0-cfa6-4281-9ab1-fe2404f4d48e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.584931] env[62626]: DEBUG oslo_concurrency.lockutils [req-eedb77ba-79fd-42f3-96af-f73c21b1d341 req-88ab9f3a-dd08-46ae-afe1-5cbda98b735b service nova] Acquired lock "refresh_cache-c01168d0-cfa6-4281-9ab1-fe2404f4d48e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.585087] env[62626]: DEBUG nova.network.neutron [req-eedb77ba-79fd-42f3-96af-f73c21b1d341 req-88ab9f3a-dd08-46ae-afe1-5cbda98b735b service nova] [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] Refreshing network info cache for port a95351c5-aaee-4a41-af45-2b6c6e4afae5 {{(pid=62626) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 605.626591] env[62626]: DEBUG nova.network.neutron [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 605.633934] env[62626]: INFO nova.scheduler.client.report [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] Deleted allocations for instance 3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3 [ 605.714154] env[62626]: DEBUG nova.network.neutron [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.852971] env[62626]: DEBUG nova.network.neutron [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.080313] env[62626]: DEBUG nova.scheduler.client.report [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Inventory has not changed for provider 58b39cc4-f02e-4775-aa9f-aac7dbecd135 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62626) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 606.106916] env[62626]: DEBUG nova.network.neutron [req-eedb77ba-79fd-42f3-96af-f73c21b1d341 req-88ab9f3a-dd08-46ae-afe1-5cbda98b735b service nova] [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 606.148886] env[62626]: DEBUG oslo_concurrency.lockutils [None req-c5af9548-44e3-462d-9530-65183c47cced tempest-ServerRescueTestJSONUnderV235-558266261 tempest-ServerRescueTestJSONUnderV235-558266261-project-member] Lock "3b60cf7c-d02e-41a5-bd2b-8bcc2c4967f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.482s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.196086] env[62626]: DEBUG nova.network.neutron [req-eedb77ba-79fd-42f3-96af-f73c21b1d341 req-88ab9f3a-dd08-46ae-afe1-5cbda98b735b service nova] [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.216747] env[62626]: DEBUG oslo_concurrency.lockutils [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] Releasing lock "refresh_cache-bb902720-750c-42fd-9a0f-f264fe4e3bd9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.217183] env[62626]: DEBUG nova.compute.manager [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] Start destroying the instance on the hypervisor. {{(pid=62626) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 606.217376] env[62626]: DEBUG nova.virt.vmwareapi.vmops [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] Destroying instance {{(pid=62626) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 606.217658] env[62626]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1264e545-f5a6-4494-aefe-01bd89ce9b74 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.229013] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f962d0f6-370b-4da9-a3d6-a2b1a292f63a {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.254571] env[62626]: WARNING nova.virt.vmwareapi.vmops [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance bb902720-750c-42fd-9a0f-f264fe4e3bd9 could not be found. [ 606.254852] env[62626]: DEBUG nova.virt.vmwareapi.vmops [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] Instance destroyed {{(pid=62626) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 606.255090] env[62626]: INFO nova.compute.manager [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] Took 0.04 seconds to destroy the instance on the hypervisor. [ 606.257279] env[62626]: DEBUG oslo.service.loopingcall [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62626) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 606.257279] env[62626]: DEBUG nova.compute.manager [-] [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] Deallocating network for instance {{(pid=62626) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 606.257279] env[62626]: DEBUG nova.network.neutron [-] [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] deallocate_for_instance() {{(pid=62626) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 606.280777] env[62626]: DEBUG nova.network.neutron [-] [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 606.359546] env[62626]: INFO nova.compute.manager [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9] Took 1.04 seconds to deallocate network for instance. [ 606.586454] env[62626]: DEBUG oslo_concurrency.lockutils [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.586454] env[62626]: DEBUG nova.compute.manager [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] [instance: 4f1dd81b-d485-4133-8ee5-f7e00cfaa17d] Start building networks asynchronously for instance. {{(pid=62626) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 606.592304] env[62626]: DEBUG oslo_concurrency.lockutils [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 14.105s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.658939] env[62626]: DEBUG nova.compute.manager [None req-37151f3f-82b0-40f2-b12b-17b2eaf6d0bb tempest-ServerRescueTestJSON-344451408 tempest-ServerRescueTestJSON-344451408-project-member] [instance: 1e320aab-c2ed-42ad-9da7-53723a4e6ac4] Starting instance... {{(pid=62626) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 606.699275] env[62626]: DEBUG oslo_concurrency.lockutils [req-eedb77ba-79fd-42f3-96af-f73c21b1d341 req-88ab9f3a-dd08-46ae-afe1-5cbda98b735b service nova] Releasing lock "refresh_cache-c01168d0-cfa6-4281-9ab1-fe2404f4d48e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.699275] env[62626]: DEBUG nova.compute.manager [req-eedb77ba-79fd-42f3-96af-f73c21b1d341 req-88ab9f3a-dd08-46ae-afe1-5cbda98b735b service nova] [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] Received event network-vif-deleted-a95351c5-aaee-4a41-af45-2b6c6e4afae5 {{(pid=62626) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 606.784130] env[62626]: DEBUG nova.network.neutron [-] [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.009543] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1bd74f6e-c04f-4f0c-b1c1-d2f767ee6c4b tempest-ServerPasswordTestJSON-630302726 tempest-ServerPasswordTestJSON-630302726-project-member] Acquiring lock "f099bef0-8e57-49dd-ac7a-0223422f1c21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.009817] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1bd74f6e-c04f-4f0c-b1c1-d2f767ee6c4b tempest-ServerPasswordTestJSON-630302726 tempest-ServerPasswordTestJSON-630302726-project-member] Lock "f099bef0-8e57-49dd-ac7a-0223422f1c21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.104218] env[62626]: DEBUG nova.compute.utils [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Using /dev/sd instead of None {{(pid=62626) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 607.111549] env[62626]: DEBUG nova.compute.manager [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] [instance: 4f1dd81b-d485-4133-8ee5-f7e00cfaa17d] Not allocating networking since 'none' was specified. {{(pid=62626) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 607.204515] env[62626]: DEBUG oslo_concurrency.lockutils [None req-37151f3f-82b0-40f2-b12b-17b2eaf6d0bb tempest-ServerRescueTestJSON-344451408 tempest-ServerRescueTestJSON-344451408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.286745] env[62626]: INFO nova.compute.manager [-] [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] Took 1.03 seconds to deallocate network for instance. [ 607.290845] env[62626]: DEBUG nova.compute.claims [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] Aborting claim: {{(pid=62626) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 607.290845] env[62626]: DEBUG oslo_concurrency.lockutils [None req-7f904a37-48ff-436f-aedb-50c9435dfa27 tempest-ServerExternalEventsTest-2047488498 tempest-ServerExternalEventsTest-2047488498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.401531] env[62626]: INFO nova.scheduler.client.report [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Deleted allocations for instance 40ae672c-4ff8-42da-b2d0-3bda6c4a17c9 [ 607.518809] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f333fb37-52b7-4e24-b2ff-5d0deea8a3c2 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.528168] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aeff727-0923-490d-b17d-e86e200c6c38 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.559101] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37baf0e-0be9-498f-bed1-87474747ce6b {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.567422] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d74fa7-e1c0-4068-bf17-40eb9d20a1c6 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.575137] env[62626]: DEBUG oslo_concurrency.lockutils [None req-e105a994-7c11-45a9-85f2-5ebaee27d95c tempest-ServerShowV247Test-1599825287 tempest-ServerShowV247Test-1599825287-project-member] Acquiring lock "d93c3dea-cc7e-4c8f-9ca8-e8905dcce5a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.575384] env[62626]: DEBUG oslo_concurrency.lockutils [None req-e105a994-7c11-45a9-85f2-5ebaee27d95c tempest-ServerShowV247Test-1599825287 tempest-ServerShowV247Test-1599825287-project-member] Lock "d93c3dea-cc7e-4c8f-9ca8-e8905dcce5a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.585376] env[62626]: DEBUG nova.compute.provider_tree [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Inventory has not changed in ProviderTree for provider: 58b39cc4-f02e-4775-aa9f-aac7dbecd135 {{(pid=62626) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 607.612220] env[62626]: DEBUG nova.compute.manager [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] [instance: 4f1dd81b-d485-4133-8ee5-f7e00cfaa17d] Start building block device mappings for instance. {{(pid=62626) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 607.830474] env[62626]: DEBUG oslo_concurrency.lockutils [None req-d64c33f3-a52e-46be-b25c-5099b0f40598 tempest-InstanceActionsNegativeTestJSON-1520102030 tempest-InstanceActionsNegativeTestJSON-1520102030-project-member] Acquiring lock "3446765e-e0c1-40bc-85a7-897752919215" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.830815] env[62626]: DEBUG oslo_concurrency.lockutils [None req-d64c33f3-a52e-46be-b25c-5099b0f40598 tempest-InstanceActionsNegativeTestJSON-1520102030 tempest-InstanceActionsNegativeTestJSON-1520102030-project-member] Lock "3446765e-e0c1-40bc-85a7-897752919215" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.912736] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1bc223c4-f391-4fd0-8a75-fd7bd2a19722 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Lock "40ae672c-4ff8-42da-b2d0-3bda6c4a17c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.362s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.039123] env[62626]: DEBUG nova.compute.manager [req-c545c762-335a-4b67-b752-f39735ea06d2 req-62521090-37d5-4d5e-9e4a-37d7a12eddac service nova] [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] Received event network-changed-067a3614-aecb-4afa-bda3-87c032636dd6 {{(pid=62626) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 608.042021] env[62626]: DEBUG nova.compute.manager [req-c545c762-335a-4b67-b752-f39735ea06d2 req-62521090-37d5-4d5e-9e4a-37d7a12eddac service nova] [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] Refreshing instance network info cache due to event network-changed-067a3614-aecb-4afa-bda3-87c032636dd6. {{(pid=62626) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 608.042021] env[62626]: DEBUG oslo_concurrency.lockutils [req-c545c762-335a-4b67-b752-f39735ea06d2 req-62521090-37d5-4d5e-9e4a-37d7a12eddac service nova] Acquiring lock "refresh_cache-bb902720-750c-42fd-9a0f-f264fe4e3bd9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.042021] env[62626]: DEBUG oslo_concurrency.lockutils [req-c545c762-335a-4b67-b752-f39735ea06d2 req-62521090-37d5-4d5e-9e4a-37d7a12eddac service nova] Acquired lock "refresh_cache-bb902720-750c-42fd-9a0f-f264fe4e3bd9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.042021] env[62626]: DEBUG nova.network.neutron [req-c545c762-335a-4b67-b752-f39735ea06d2 req-62521090-37d5-4d5e-9e4a-37d7a12eddac service nova] [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] Refreshing network info cache for port 067a3614-aecb-4afa-bda3-87c032636dd6 {{(pid=62626) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 608.088508] env[62626]: DEBUG nova.scheduler.client.report [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Inventory has not changed for provider 58b39cc4-f02e-4775-aa9f-aac7dbecd135 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62626) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 608.421323] env[62626]: DEBUG nova.compute.manager [None req-cbdc7b3f-f38b-4674-9a8c-16792710f367 tempest-AttachInterfacesUnderV243Test-503218166 tempest-AttachInterfacesUnderV243Test-503218166-project-member] [instance: 07d01e94-7fec-44dc-a7be-fab83604a8bf] Starting instance... {{(pid=62626) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 608.570858] env[62626]: DEBUG nova.network.neutron [req-c545c762-335a-4b67-b752-f39735ea06d2 req-62521090-37d5-4d5e-9e4a-37d7a12eddac service nova] [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 608.600396] env[62626]: DEBUG oslo_concurrency.lockutils [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 2.009s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.601177] env[62626]: ERROR nova.compute.manager [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port 8d247039-5f49-4681-9d18-c112ad54e261, please check neutron logs for more information. [ 608.601177] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] Traceback (most recent call last): [ 608.601177] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 608.601177] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] self.driver.spawn(context, instance, image_meta, [ 608.601177] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 608.601177] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] self._vmops.spawn(context, instance, image_meta, injected_files, [ 608.601177] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 608.601177] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] vm_ref = self.build_virtual_machine(instance, [ 608.601177] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 608.601177] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] vif_infos = vmwarevif.get_vif_info(self._session, [ 608.601177] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 608.601567] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] for vif in network_info: [ 608.601567] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 608.601567] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] return self._sync_wrapper(fn, *args, **kwargs) [ 608.601567] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 608.601567] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] self.wait() [ 608.601567] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 608.601567] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] self[:] = self._gt.wait() [ 608.601567] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 608.601567] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] return self._exit_event.wait() [ 608.601567] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 608.601567] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] result = hub.switch() [ 608.601567] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 608.601567] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] return self.greenlet.switch() [ 608.601956] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 608.601956] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] result = function(*args, **kwargs) [ 608.601956] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 608.601956] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] return func(*args, **kwargs) [ 608.601956] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 608.601956] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] raise e [ 608.601956] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 608.601956] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] nwinfo = self.network_api.allocate_for_instance( [ 608.601956] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 608.601956] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] created_port_ids = self._update_ports_for_instance( [ 608.601956] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 608.601956] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] with excutils.save_and_reraise_exception(): [ 608.601956] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 608.602396] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] self.force_reraise() [ 608.602396] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 608.602396] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] raise self.value [ 608.602396] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 608.602396] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] updated_port = self._update_port( [ 608.602396] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 608.602396] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] _ensure_no_port_binding_failure(port) [ 608.602396] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 608.602396] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] raise exception.PortBindingFailed(port_id=port['id']) [ 608.602396] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] nova.exception.PortBindingFailed: Binding failed for port 8d247039-5f49-4681-9d18-c112ad54e261, please check neutron logs for more information. [ 608.602396] env[62626]: ERROR nova.compute.manager [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] [ 608.602754] env[62626]: DEBUG nova.compute.utils [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] Binding failed for port 8d247039-5f49-4681-9d18-c112ad54e261, please check neutron logs for more information. {{(pid=62626) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 608.603161] env[62626]: DEBUG oslo_concurrency.lockutils [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 14.581s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.606728] env[62626]: DEBUG nova.compute.manager [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] Build of instance 2674f864-12d0-4c9d-b5b4-78673260bfc2 was re-scheduled: Binding failed for port 8d247039-5f49-4681-9d18-c112ad54e261, please check neutron logs for more information. {{(pid=62626) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 608.607706] env[62626]: DEBUG nova.compute.manager [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] Unplugging VIFs for instance {{(pid=62626) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 608.607706] env[62626]: DEBUG oslo_concurrency.lockutils [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Acquiring lock "refresh_cache-2674f864-12d0-4c9d-b5b4-78673260bfc2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.607706] env[62626]: DEBUG oslo_concurrency.lockutils [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Acquired lock "refresh_cache-2674f864-12d0-4c9d-b5b4-78673260bfc2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.607706] env[62626]: DEBUG nova.network.neutron [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] Building network info cache for instance {{(pid=62626) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 608.629719] env[62626]: DEBUG nova.compute.manager [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] [instance: 4f1dd81b-d485-4133-8ee5-f7e00cfaa17d] Start spawning the instance on the hypervisor. {{(pid=62626) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 608.668140] env[62626]: DEBUG nova.virt.hardware [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-30T15:28:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-30T15:28:32Z,direct_url=,disk_format='vmdk',id=83b96580-5e50-409c-a20d-a61f6d540936,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7f497b18f2c40f4b5f1d70b65c83cff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-30T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 608.668140] env[62626]: DEBUG nova.virt.hardware [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Flavor limits 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 608.668140] env[62626]: DEBUG nova.virt.hardware [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Image limits 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 608.668388] env[62626]: DEBUG nova.virt.hardware [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Flavor pref 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 608.668388] env[62626]: DEBUG nova.virt.hardware [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Image pref 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 608.668388] env[62626]: DEBUG nova.virt.hardware [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 608.668388] env[62626]: DEBUG nova.virt.hardware [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 608.668388] env[62626]: DEBUG nova.virt.hardware [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62626) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 608.668588] env[62626]: DEBUG nova.virt.hardware [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Got 1 possible topologies {{(pid=62626) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 608.668987] env[62626]: DEBUG nova.virt.hardware [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 608.669356] env[62626]: DEBUG nova.virt.hardware [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 608.670790] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480d7254-aab7-45f3-afc1-bd7be04bb173 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.682877] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3b015e-abee-42eb-859c-73a026e31d67 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.701718] env[62626]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] [instance: 4f1dd81b-d485-4133-8ee5-f7e00cfaa17d] Instance VIF info [] {{(pid=62626) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.713830] env[62626]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62626) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 608.715153] env[62626]: DEBUG nova.network.neutron [req-c545c762-335a-4b67-b752-f39735ea06d2 req-62521090-37d5-4d5e-9e4a-37d7a12eddac service nova] [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.716539] env[62626]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7de48d1-e01d-448e-96b7-f104b080d4df {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.729012] env[62626]: INFO nova.virt.vmwareapi.vm_util [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Created folder: OpenStack in parent group-v4. [ 608.729423] env[62626]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Creating folder: Project (34623ac81f80473ba495659d82dcc39c). Parent ref: group-v229863. {{(pid=62626) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 608.729769] env[62626]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a841460f-32f2-43a6-b2e8-75ec0d558d18 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.740766] env[62626]: INFO nova.virt.vmwareapi.vm_util [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Created folder: Project (34623ac81f80473ba495659d82dcc39c) in parent group-v229863. [ 608.740766] env[62626]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Creating folder: Instances. Parent ref: group-v229864. {{(pid=62626) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 608.740766] env[62626]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-929af312-2888-4b0f-aa88-99b50bd746d5 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.750106] env[62626]: INFO nova.virt.vmwareapi.vm_util [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Created folder: Instances in parent group-v229864. [ 608.750106] env[62626]: DEBUG oslo.service.loopingcall [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62626) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 608.750106] env[62626]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f1dd81b-d485-4133-8ee5-f7e00cfaa17d] Creating VM on the ESX host {{(pid=62626) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 608.750106] env[62626]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac734dc8-e11e-4e4d-a870-6646528c67ec {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.768205] env[62626]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.768205] env[62626]: value = "task-1037862" [ 608.768205] env[62626]: _type = "Task" [ 608.768205] env[62626]: } to complete. {{(pid=62626) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.776820] env[62626]: DEBUG oslo_vmware.api [-] Task: {'id': task-1037862, 'name': CreateVM_Task} progress is 0%. {{(pid=62626) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.956242] env[62626]: DEBUG oslo_concurrency.lockutils [None req-cbdc7b3f-f38b-4674-9a8c-16792710f367 tempest-AttachInterfacesUnderV243Test-503218166 tempest-AttachInterfacesUnderV243Test-503218166-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.137239] env[62626]: DEBUG nova.network.neutron [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 609.220760] env[62626]: DEBUG oslo_concurrency.lockutils [req-c545c762-335a-4b67-b752-f39735ea06d2 req-62521090-37d5-4d5e-9e4a-37d7a12eddac service nova] Releasing lock "refresh_cache-bb902720-750c-42fd-9a0f-f264fe4e3bd9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.221044] env[62626]: DEBUG nova.compute.manager [req-c545c762-335a-4b67-b752-f39735ea06d2 req-62521090-37d5-4d5e-9e4a-37d7a12eddac service nova] [instance: bb902720-750c-42fd-9a0f-f264fe4e3bd9] Received event network-vif-deleted-067a3614-aecb-4afa-bda3-87c032636dd6 {{(pid=62626) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 609.277743] env[62626]: DEBUG nova.network.neutron [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.284835] env[62626]: DEBUG oslo_vmware.api [-] Task: {'id': task-1037862, 'name': CreateVM_Task, 'duration_secs': 0.312041} completed successfully. {{(pid=62626) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.284984] env[62626]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f1dd81b-d485-4133-8ee5-f7e00cfaa17d] Created VM on the ESX host {{(pid=62626) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 609.285987] env[62626]: DEBUG oslo_vmware.service [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77e0b35-5741-4338-a926-bbdb80da29ce {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.294924] env[62626]: DEBUG oslo_concurrency.lockutils [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/83b96580-5e50-409c-a20d-a61f6d540936" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.296031] env[62626]: DEBUG oslo_concurrency.lockutils [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Acquired lock "[datastore1] devstack-image-cache_base/83b96580-5e50-409c-a20d-a61f6d540936" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.296031] env[62626]: DEBUG oslo_concurrency.lockutils [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/83b96580-5e50-409c-a20d-a61f6d540936" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.296573] env[62626]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b51bbdde-20ed-4ee1-a2d9-382f0e8841b0 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.308017] env[62626]: DEBUG oslo_vmware.api [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Waiting for the task: (returnval){ [ 609.308017] env[62626]: value = "session[521a8651-5883-1719-9fa9-6d663b9b65b3]5250e213-5e7d-7947-3713-aa8aa82797db" [ 609.308017] env[62626]: _type = "Task" [ 609.308017] env[62626]: } to complete. {{(pid=62626) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.313838] env[62626]: DEBUG oslo_vmware.api [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Task: {'id': session[521a8651-5883-1719-9fa9-6d663b9b65b3]5250e213-5e7d-7947-3713-aa8aa82797db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62626) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.495423] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ef8c60-6ede-47ba-9ec5-21ebfa65b679 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.506881] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642e6d4f-8713-428f-82df-08c6746134ee {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.544174] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a58e742-aec8-40ac-970d-0fdcecdd9726 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.555511] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e8db82-0833-473e-85fb-031552ce31aa {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.572097] env[62626]: DEBUG nova.compute.provider_tree [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] Inventory has not changed in ProviderTree for provider: 58b39cc4-f02e-4775-aa9f-aac7dbecd135 {{(pid=62626) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 609.783880] env[62626]: DEBUG oslo_concurrency.lockutils [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Releasing lock "refresh_cache-2674f864-12d0-4c9d-b5b4-78673260bfc2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.783880] env[62626]: DEBUG nova.compute.manager [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62626) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 609.783880] env[62626]: DEBUG nova.compute.manager [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] Deallocating network for instance {{(pid=62626) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 609.783880] env[62626]: DEBUG nova.network.neutron [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] deallocate_for_instance() {{(pid=62626) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 609.805022] env[62626]: DEBUG nova.network.neutron [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 609.819783] env[62626]: DEBUG oslo_concurrency.lockutils [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Releasing lock "[datastore1] devstack-image-cache_base/83b96580-5e50-409c-a20d-a61f6d540936" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.819783] env[62626]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] [instance: 4f1dd81b-d485-4133-8ee5-f7e00cfaa17d] Processing image 83b96580-5e50-409c-a20d-a61f6d540936 {{(pid=62626) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.819783] env[62626]: DEBUG oslo_concurrency.lockutils [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/83b96580-5e50-409c-a20d-a61f6d540936/83b96580-5e50-409c-a20d-a61f6d540936.vmdk" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.819783] env[62626]: DEBUG oslo_concurrency.lockutils [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Acquired lock "[datastore1] devstack-image-cache_base/83b96580-5e50-409c-a20d-a61f6d540936/83b96580-5e50-409c-a20d-a61f6d540936.vmdk" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.820083] env[62626]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62626) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.820708] env[62626]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-467c165d-929f-44cb-910c-9877fbc77c02 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.840354] env[62626]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62626) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.840595] env[62626]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62626) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 609.842012] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea4a492-19a3-479d-a4b5-281a31638515 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.849095] env[62626]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7221a934-e3ed-45fc-bb2a-f95cf0537926 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.854834] env[62626]: DEBUG oslo_vmware.api [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Waiting for the task: (returnval){ [ 609.854834] env[62626]: value = "session[521a8651-5883-1719-9fa9-6d663b9b65b3]52f0124a-c1ec-9193-6556-d2f36815be75" [ 609.854834] env[62626]: _type = "Task" [ 609.854834] env[62626]: } to complete. {{(pid=62626) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.863964] env[62626]: DEBUG oslo_vmware.api [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Task: {'id': session[521a8651-5883-1719-9fa9-6d663b9b65b3]52f0124a-c1ec-9193-6556-d2f36815be75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62626) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.077566] env[62626]: DEBUG nova.scheduler.client.report [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] Inventory has not changed for provider 58b39cc4-f02e-4775-aa9f-aac7dbecd135 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62626) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 610.311569] env[62626]: DEBUG nova.network.neutron [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.371772] env[62626]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] [instance: 4f1dd81b-d485-4133-8ee5-f7e00cfaa17d] Preparing fetch location {{(pid=62626) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 610.372162] env[62626]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Creating directory with path [datastore1] vmware_temp/986ca504-41b0-4440-944a-6ac4cbbb85ab/83b96580-5e50-409c-a20d-a61f6d540936 {{(pid=62626) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.372431] env[62626]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5289b225-5586-46e0-a891-3ff4fd6a4789 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.393428] env[62626]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Created directory with path [datastore1] vmware_temp/986ca504-41b0-4440-944a-6ac4cbbb85ab/83b96580-5e50-409c-a20d-a61f6d540936 {{(pid=62626) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.393813] env[62626]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] [instance: 4f1dd81b-d485-4133-8ee5-f7e00cfaa17d] Fetch image to [datastore1] vmware_temp/986ca504-41b0-4440-944a-6ac4cbbb85ab/83b96580-5e50-409c-a20d-a61f6d540936/tmp-sparse.vmdk {{(pid=62626) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 610.393892] env[62626]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] [instance: 4f1dd81b-d485-4133-8ee5-f7e00cfaa17d] Downloading image file data 83b96580-5e50-409c-a20d-a61f6d540936 to [datastore1] vmware_temp/986ca504-41b0-4440-944a-6ac4cbbb85ab/83b96580-5e50-409c-a20d-a61f6d540936/tmp-sparse.vmdk on the data store datastore1 {{(pid=62626) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 610.394909] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2179e924-c7e3-4d33-a2db-0c3ae0c9e1e5 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.405654] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56576f58-39c4-40df-8bb2-64db1b829b71 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.416181] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa10c3a6-6b63-4304-b167-776c0feb6f91 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.449031] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4526497-ea7b-49c6-8a25-f1b88416d565 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.455612] env[62626]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-100da120-037b-43b0-9798-91203b1122eb {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.490203] env[62626]: DEBUG nova.virt.vmwareapi.images [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] [instance: 4f1dd81b-d485-4133-8ee5-f7e00cfaa17d] Downloading image file data 83b96580-5e50-409c-a20d-a61f6d540936 to the data store datastore1 {{(pid=62626) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 610.581784] env[62626]: DEBUG oslo_concurrency.lockutils [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.978s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.582228] env[62626]: ERROR nova.compute.manager [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port 3206cb99-5cfb-4504-9f26-7d7a6e445725, please check neutron logs for more information. [ 610.582228] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] Traceback (most recent call last): [ 610.582228] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 610.582228] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] self.driver.spawn(context, instance, image_meta, [ 610.582228] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 610.582228] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] self._vmops.spawn(context, instance, image_meta, injected_files, [ 610.582228] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 610.582228] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] vm_ref = self.build_virtual_machine(instance, [ 610.582228] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 610.582228] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] vif_infos = vmwarevif.get_vif_info(self._session, [ 610.582228] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 610.582784] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] for vif in network_info: [ 610.582784] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 610.582784] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] return self._sync_wrapper(fn, *args, **kwargs) [ 610.582784] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 610.582784] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] self.wait() [ 610.582784] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 610.582784] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] self[:] = self._gt.wait() [ 610.582784] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 610.582784] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] return self._exit_event.wait() [ 610.582784] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 610.582784] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] result = hub.switch() [ 610.582784] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 610.582784] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] return self.greenlet.switch() [ 610.583191] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 610.583191] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] result = function(*args, **kwargs) [ 610.583191] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 610.583191] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] return func(*args, **kwargs) [ 610.583191] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 610.583191] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] raise e [ 610.583191] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 610.583191] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] nwinfo = self.network_api.allocate_for_instance( [ 610.583191] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 610.583191] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] created_port_ids = self._update_ports_for_instance( [ 610.583191] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 610.583191] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] with excutils.save_and_reraise_exception(): [ 610.583191] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 610.583661] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] self.force_reraise() [ 610.583661] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 610.583661] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] raise self.value [ 610.583661] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 610.583661] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] updated_port = self._update_port( [ 610.583661] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 610.583661] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] _ensure_no_port_binding_failure(port) [ 610.583661] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 610.583661] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] raise exception.PortBindingFailed(port_id=port['id']) [ 610.583661] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] nova.exception.PortBindingFailed: Binding failed for port 3206cb99-5cfb-4504-9f26-7d7a6e445725, please check neutron logs for more information. [ 610.583661] env[62626]: ERROR nova.compute.manager [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] [ 610.584664] env[62626]: DEBUG nova.compute.utils [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] Binding failed for port 3206cb99-5cfb-4504-9f26-7d7a6e445725, please check neutron logs for more information. {{(pid=62626) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 610.584664] env[62626]: DEBUG oslo_concurrency.lockutils [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 14.645s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.589534] env[62626]: DEBUG nova.compute.manager [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] Build of instance 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a was re-scheduled: Binding failed for port 3206cb99-5cfb-4504-9f26-7d7a6e445725, please check neutron logs for more information. {{(pid=62626) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 610.589996] env[62626]: DEBUG nova.compute.manager [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] Unplugging VIFs for instance {{(pid=62626) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 610.591564] env[62626]: DEBUG oslo_concurrency.lockutils [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] Acquiring lock "refresh_cache-2b01ce50-98d1-4c65-a2ac-5104cfc0a35a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.591726] env[62626]: DEBUG oslo_concurrency.lockutils [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] Acquired lock "refresh_cache-2b01ce50-98d1-4c65-a2ac-5104cfc0a35a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.591897] env[62626]: DEBUG nova.network.neutron [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] Building network info cache for instance {{(pid=62626) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 610.597996] env[62626]: DEBUG oslo_vmware.rw_handles [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/986ca504-41b0-4440-944a-6ac4cbbb85ab/83b96580-5e50-409c-a20d-a61f6d540936/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62626) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 610.815216] env[62626]: INFO nova.compute.manager [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] [instance: 2674f864-12d0-4c9d-b5b4-78673260bfc2] Took 1.03 seconds to deallocate network for instance. [ 611.118876] env[62626]: DEBUG nova.network.neutron [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 611.195670] env[62626]: DEBUG nova.network.neutron [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.330718] env[62626]: DEBUG oslo_vmware.rw_handles [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Completed reading data from the image iterator. {{(pid=62626) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 611.330901] env[62626]: DEBUG oslo_vmware.rw_handles [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/986ca504-41b0-4440-944a-6ac4cbbb85ab/83b96580-5e50-409c-a20d-a61f6d540936/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62626) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 611.483513] env[62626]: DEBUG nova.virt.vmwareapi.images [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] [instance: 4f1dd81b-d485-4133-8ee5-f7e00cfaa17d] Downloaded image file data 83b96580-5e50-409c-a20d-a61f6d540936 to vmware_temp/986ca504-41b0-4440-944a-6ac4cbbb85ab/83b96580-5e50-409c-a20d-a61f6d540936/tmp-sparse.vmdk on the data store datastore1 {{(pid=62626) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 611.485942] env[62626]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] [instance: 4f1dd81b-d485-4133-8ee5-f7e00cfaa17d] Caching image {{(pid=62626) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 611.486519] env[62626]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Copying Virtual Disk [datastore1] vmware_temp/986ca504-41b0-4440-944a-6ac4cbbb85ab/83b96580-5e50-409c-a20d-a61f6d540936/tmp-sparse.vmdk to [datastore1] vmware_temp/986ca504-41b0-4440-944a-6ac4cbbb85ab/83b96580-5e50-409c-a20d-a61f6d540936/83b96580-5e50-409c-a20d-a61f6d540936.vmdk {{(pid=62626) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 611.486890] env[62626]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-323b72cc-e814-4f93-9063-3c766d814e99 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.498730] env[62626]: DEBUG oslo_vmware.api [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Waiting for the task: (returnval){ [ 611.498730] env[62626]: value = "task-1037863" [ 611.498730] env[62626]: _type = "Task" [ 611.498730] env[62626]: } to complete. {{(pid=62626) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.514086] env[62626]: DEBUG oslo_vmware.api [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Task: {'id': task-1037863, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62626) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.540870] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d54149-aa0c-4efe-907f-d3e2d8b71905 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.550982] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb33b9e6-d010-4405-8c4a-0268cb3f0c32 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.587752] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937a79e8-fb35-4179-b80d-fb9acaa4a972 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.596440] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea5a8d3-c894-429d-a94b-49ebb8e8d3da {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.611563] env[62626]: DEBUG nova.compute.provider_tree [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] Inventory has not changed in ProviderTree for provider: 58b39cc4-f02e-4775-aa9f-aac7dbecd135 {{(pid=62626) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 611.699977] env[62626]: DEBUG oslo_concurrency.lockutils [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] Releasing lock "refresh_cache-2b01ce50-98d1-4c65-a2ac-5104cfc0a35a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.700260] env[62626]: DEBUG nova.compute.manager [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62626) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 611.700429] env[62626]: DEBUG nova.compute.manager [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] Deallocating network for instance {{(pid=62626) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 611.700608] env[62626]: DEBUG nova.network.neutron [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] deallocate_for_instance() {{(pid=62626) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 611.732329] env[62626]: DEBUG nova.network.neutron [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 611.854559] env[62626]: DEBUG oslo_concurrency.lockutils [None req-e0d985b5-a282-447c-ba33-bf2c074cd6d9 tempest-ImagesOneServerNegativeTestJSON-1636214129 tempest-ImagesOneServerNegativeTestJSON-1636214129-project-member] Acquiring lock "5af3ba68-f3ee-4c4c-9520-ab3fb383fe0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.855631] env[62626]: DEBUG oslo_concurrency.lockutils [None req-e0d985b5-a282-447c-ba33-bf2c074cd6d9 tempest-ImagesOneServerNegativeTestJSON-1636214129 tempest-ImagesOneServerNegativeTestJSON-1636214129-project-member] Lock "5af3ba68-f3ee-4c4c-9520-ab3fb383fe0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.860403] env[62626]: INFO nova.scheduler.client.report [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Deleted allocations for instance 2674f864-12d0-4c9d-b5b4-78673260bfc2 [ 612.009854] env[62626]: DEBUG oslo_vmware.api [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Task: {'id': task-1037863, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62626) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.115727] env[62626]: DEBUG nova.scheduler.client.report [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] Inventory has not changed for provider 58b39cc4-f02e-4775-aa9f-aac7dbecd135 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62626) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 612.235933] env[62626]: DEBUG nova.network.neutron [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.375046] env[62626]: DEBUG oslo_concurrency.lockutils [None req-0d5163a7-8e3d-4466-bd40-c28b3fee8fe0 tempest-ServersAdminTestJSON-841994596 tempest-ServersAdminTestJSON-841994596-project-member] Lock "2674f864-12d0-4c9d-b5b4-78673260bfc2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.639s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.512028] env[62626]: DEBUG oslo_concurrency.lockutils [None req-581286eb-c44e-48b4-ab67-5c307f268ba2 tempest-ServerShowV254Test-197041022 tempest-ServerShowV254Test-197041022-project-member] Acquiring lock "1c60981c-3dcd-46da-a748-8cba9d4892ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.512247] env[62626]: DEBUG oslo_concurrency.lockutils [None req-581286eb-c44e-48b4-ab67-5c307f268ba2 tempest-ServerShowV254Test-197041022 tempest-ServerShowV254Test-197041022-project-member] Lock "1c60981c-3dcd-46da-a748-8cba9d4892ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.512462] env[62626]: DEBUG oslo_vmware.api [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Task: {'id': task-1037863, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67134} completed successfully. {{(pid=62626) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.512713] env[62626]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Copied Virtual Disk [datastore1] vmware_temp/986ca504-41b0-4440-944a-6ac4cbbb85ab/83b96580-5e50-409c-a20d-a61f6d540936/tmp-sparse.vmdk to [datastore1] vmware_temp/986ca504-41b0-4440-944a-6ac4cbbb85ab/83b96580-5e50-409c-a20d-a61f6d540936/83b96580-5e50-409c-a20d-a61f6d540936.vmdk {{(pid=62626) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 612.512955] env[62626]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Deleting the datastore file [datastore1] vmware_temp/986ca504-41b0-4440-944a-6ac4cbbb85ab/83b96580-5e50-409c-a20d-a61f6d540936/tmp-sparse.vmdk {{(pid=62626) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 612.513142] env[62626]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3781b75f-9dd7-4483-867c-82565af94305 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.523513] env[62626]: DEBUG oslo_vmware.api [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Waiting for the task: (returnval){ [ 612.523513] env[62626]: value = "task-1037864" [ 612.523513] env[62626]: _type = "Task" [ 612.523513] env[62626]: } to complete. {{(pid=62626) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.529192] env[62626]: DEBUG oslo_vmware.api [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Task: {'id': task-1037864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62626) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.621634] env[62626]: DEBUG oslo_concurrency.lockutils [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 2.036s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.622879] env[62626]: ERROR nova.compute.manager [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port 659d4847-d172-4aa8-90f3-ad169071bbe5, please check neutron logs for more information. [ 612.622879] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] Traceback (most recent call last): [ 612.622879] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 612.622879] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] self.driver.spawn(context, instance, image_meta, [ 612.622879] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 612.622879] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] self._vmops.spawn(context, instance, image_meta, injected_files, [ 612.622879] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 612.622879] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] vm_ref = self.build_virtual_machine(instance, [ 612.622879] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 612.622879] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] vif_infos = vmwarevif.get_vif_info(self._session, [ 612.622879] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 612.623294] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] for vif in network_info: [ 612.623294] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 612.623294] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] return self._sync_wrapper(fn, *args, **kwargs) [ 612.623294] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 612.623294] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] self.wait() [ 612.623294] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 612.623294] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] self[:] = self._gt.wait() [ 612.623294] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 612.623294] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] return self._exit_event.wait() [ 612.623294] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 612.623294] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] result = hub.switch() [ 612.623294] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 612.623294] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] return self.greenlet.switch() [ 612.623704] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 612.623704] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] result = function(*args, **kwargs) [ 612.623704] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 612.623704] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] return func(*args, **kwargs) [ 612.623704] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 612.623704] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] raise e [ 612.623704] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 612.623704] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] nwinfo = self.network_api.allocate_for_instance( [ 612.623704] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 612.623704] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] created_port_ids = self._update_ports_for_instance( [ 612.623704] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 612.623704] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] with excutils.save_and_reraise_exception(): [ 612.623704] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 612.624157] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] self.force_reraise() [ 612.624157] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 612.624157] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] raise self.value [ 612.624157] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 612.624157] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] updated_port = self._update_port( [ 612.624157] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 612.624157] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] _ensure_no_port_binding_failure(port) [ 612.624157] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 612.624157] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] raise exception.PortBindingFailed(port_id=port['id']) [ 612.624157] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] nova.exception.PortBindingFailed: Binding failed for port 659d4847-d172-4aa8-90f3-ad169071bbe5, please check neutron logs for more information. [ 612.624157] env[62626]: ERROR nova.compute.manager [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] [ 612.625319] env[62626]: DEBUG nova.compute.utils [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] Binding failed for port 659d4847-d172-4aa8-90f3-ad169071bbe5, please check neutron logs for more information. {{(pid=62626) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 612.626836] env[62626]: DEBUG oslo_concurrency.lockutils [None req-02e14d69-aed1-4e92-b33c-b38407133e8c tempest-ServersWithSpecificFlavorTestJSON-555301336 tempest-ServersWithSpecificFlavorTestJSON-555301336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.672s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.629533] env[62626]: INFO nova.compute.claims [None req-02e14d69-aed1-4e92-b33c-b38407133e8c tempest-ServersWithSpecificFlavorTestJSON-555301336 tempest-ServersWithSpecificFlavorTestJSON-555301336-project-member] [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 612.633770] env[62626]: DEBUG nova.compute.manager [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] Build of instance 3a29d72c-6b84-4082-ae5a-5714331bcae5 was re-scheduled: Binding failed for port 659d4847-d172-4aa8-90f3-ad169071bbe5, please check neutron logs for more information. {{(pid=62626) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 612.634053] env[62626]: DEBUG nova.compute.manager [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] Unplugging VIFs for instance {{(pid=62626) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 612.634338] env[62626]: DEBUG oslo_concurrency.lockutils [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] Acquiring lock "refresh_cache-3a29d72c-6b84-4082-ae5a-5714331bcae5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.634526] env[62626]: DEBUG oslo_concurrency.lockutils [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] Acquired lock "refresh_cache-3a29d72c-6b84-4082-ae5a-5714331bcae5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.634750] env[62626]: DEBUG nova.network.neutron [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] Building network info cache for instance {{(pid=62626) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 612.738399] env[62626]: INFO nova.compute.manager [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] [instance: 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a] Took 1.04 seconds to deallocate network for instance. [ 612.879868] env[62626]: DEBUG nova.compute.manager [None req-2cc48a29-f19c-4137-abb6-dc73c0ba0c84 tempest-ServersTestMultiNic-2013329152 tempest-ServersTestMultiNic-2013329152-project-member] [instance: 40f9cbe3-0745-41fe-af69-e1cd01900c55] Starting instance... {{(pid=62626) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 613.032492] env[62626]: DEBUG oslo_vmware.api [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Task: {'id': task-1037864, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022769} completed successfully. {{(pid=62626) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.032911] env[62626]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Deleted the datastore file {{(pid=62626) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 613.033203] env[62626]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Moving file from [datastore1] vmware_temp/986ca504-41b0-4440-944a-6ac4cbbb85ab/83b96580-5e50-409c-a20d-a61f6d540936 to [datastore1] devstack-image-cache_base/83b96580-5e50-409c-a20d-a61f6d540936. {{(pid=62626) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 613.033685] env[62626]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-5f9e2527-ac4d-42e1-8eb8-99efc3bf20ea {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.042186] env[62626]: DEBUG oslo_vmware.api [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Waiting for the task: (returnval){ [ 613.042186] env[62626]: value = "task-1037865" [ 613.042186] env[62626]: _type = "Task" [ 613.042186] env[62626]: } to complete. {{(pid=62626) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.052875] env[62626]: DEBUG oslo_vmware.api [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Task: {'id': task-1037865, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62626) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.174631] env[62626]: DEBUG nova.network.neutron [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 613.326371] env[62626]: DEBUG nova.network.neutron [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.412574] env[62626]: DEBUG oslo_concurrency.lockutils [None req-2cc48a29-f19c-4137-abb6-dc73c0ba0c84 tempest-ServersTestMultiNic-2013329152 tempest-ServersTestMultiNic-2013329152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.413304] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1b0841d7-c678-4ecc-9f0c-1e4dd61ccb97 tempest-ServerGroupTestJSON-1602330032 tempest-ServerGroupTestJSON-1602330032-project-member] Acquiring lock "d3cc0c3d-90a5-42e3-a222-525fa0d0ff9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.413528] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1b0841d7-c678-4ecc-9f0c-1e4dd61ccb97 tempest-ServerGroupTestJSON-1602330032 tempest-ServerGroupTestJSON-1602330032-project-member] Lock "d3cc0c3d-90a5-42e3-a222-525fa0d0ff9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.561044] env[62626]: DEBUG oslo_vmware.api [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Task: {'id': task-1037865, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.036268} completed successfully. {{(pid=62626) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.561322] env[62626]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] File moved {{(pid=62626) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 613.561464] env[62626]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] [instance: 4f1dd81b-d485-4133-8ee5-f7e00cfaa17d] Cleaning up location [datastore1] vmware_temp/986ca504-41b0-4440-944a-6ac4cbbb85ab {{(pid=62626) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 613.562036] env[62626]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Deleting the datastore file [datastore1] vmware_temp/986ca504-41b0-4440-944a-6ac4cbbb85ab {{(pid=62626) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 613.562036] env[62626]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-992ac867-b30b-4c32-a372-2064781b54a3 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.570859] env[62626]: DEBUG oslo_vmware.api [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Waiting for the task: (returnval){ [ 613.570859] env[62626]: value = "task-1037866" [ 613.570859] env[62626]: _type = "Task" [ 613.570859] env[62626]: } to complete. {{(pid=62626) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.579840] env[62626]: DEBUG oslo_vmware.api [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Task: {'id': task-1037866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62626) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.696178] env[62626]: DEBUG oslo_concurrency.lockutils [None req-49a74a3a-ed6b-47e9-961f-a633672af7af tempest-ServerDiagnosticsTest-2127792507 tempest-ServerDiagnosticsTest-2127792507-project-member] Acquiring lock "d6346fd3-e3e3-426e-a8f5-cff89609fbf8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.696811] env[62626]: DEBUG oslo_concurrency.lockutils [None req-49a74a3a-ed6b-47e9-961f-a633672af7af tempest-ServerDiagnosticsTest-2127792507 tempest-ServerDiagnosticsTest-2127792507-project-member] Lock "d6346fd3-e3e3-426e-a8f5-cff89609fbf8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.777819] env[62626]: INFO nova.scheduler.client.report [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] Deleted allocations for instance 2b01ce50-98d1-4c65-a2ac-5104cfc0a35a [ 613.829271] env[62626]: DEBUG oslo_concurrency.lockutils [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] Releasing lock "refresh_cache-3a29d72c-6b84-4082-ae5a-5714331bcae5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.829532] env[62626]: DEBUG nova.compute.manager [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62626) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 613.829716] env[62626]: DEBUG nova.compute.manager [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] Deallocating network for instance {{(pid=62626) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 613.829889] env[62626]: DEBUG nova.network.neutron [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] deallocate_for_instance() {{(pid=62626) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 613.875179] env[62626]: DEBUG nova.network.neutron [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 614.085901] env[62626]: DEBUG oslo_vmware.api [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Task: {'id': task-1037866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.045906} completed successfully. {{(pid=62626) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.088686] env[62626]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Deleted the datastore file {{(pid=62626) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 614.089791] env[62626]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f9149e4-a60e-4d26-b9e2-e2150e4c811f {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.098298] env[62626]: DEBUG oslo_vmware.api [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Waiting for the task: (returnval){ [ 614.098298] env[62626]: value = "session[521a8651-5883-1719-9fa9-6d663b9b65b3]528e55e2-9ede-acf4-59cc-cfb1c5f97164" [ 614.098298] env[62626]: _type = "Task" [ 614.098298] env[62626]: } to complete. {{(pid=62626) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.104478] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78015d36-a5cc-442e-af9c-fb4e04a59186 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.112505] env[62626]: DEBUG oslo_vmware.api [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Task: {'id': session[521a8651-5883-1719-9fa9-6d663b9b65b3]528e55e2-9ede-acf4-59cc-cfb1c5f97164, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62626) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.126763] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f3aafc-c057-4d76-b556-caaf7c66e3f1 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.159067] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572fe485-e997-4ec4-8dac-e8aa7c88725e {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.167434] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e84839-c341-4e32-a78a-1abb2fca275b {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.184655] env[62626]: DEBUG nova.compute.provider_tree [None req-02e14d69-aed1-4e92-b33c-b38407133e8c tempest-ServersWithSpecificFlavorTestJSON-555301336 tempest-ServersWithSpecificFlavorTestJSON-555301336-project-member] Inventory has not changed in ProviderTree for provider: 58b39cc4-f02e-4775-aa9f-aac7dbecd135 {{(pid=62626) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.287860] env[62626]: DEBUG oslo_concurrency.lockutils [None req-2fd98000-fd9d-40f5-9401-a810c6b2014b tempest-ServersAdminNegativeTestJSON-2028152304 tempest-ServersAdminNegativeTestJSON-2028152304-project-member] Lock "2b01ce50-98d1-4c65-a2ac-5104cfc0a35a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.402s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.380135] env[62626]: DEBUG nova.network.neutron [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.610560] env[62626]: DEBUG oslo_vmware.api [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Task: {'id': session[521a8651-5883-1719-9fa9-6d663b9b65b3]528e55e2-9ede-acf4-59cc-cfb1c5f97164, 'name': SearchDatastore_Task, 'duration_secs': 0.024933} completed successfully. {{(pid=62626) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.610876] env[62626]: DEBUG oslo_concurrency.lockutils [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Releasing lock "[datastore1] devstack-image-cache_base/83b96580-5e50-409c-a20d-a61f6d540936/83b96580-5e50-409c-a20d-a61f6d540936.vmdk" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.611414] env[62626]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/83b96580-5e50-409c-a20d-a61f6d540936/83b96580-5e50-409c-a20d-a61f6d540936.vmdk to [datastore1] 4f1dd81b-d485-4133-8ee5-f7e00cfaa17d/4f1dd81b-d485-4133-8ee5-f7e00cfaa17d.vmdk {{(pid=62626) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 614.611621] env[62626]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-249b5d29-dceb-47cb-83bf-715700a9c3e7 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.620961] env[62626]: DEBUG oslo_vmware.api [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Waiting for the task: (returnval){ [ 614.620961] env[62626]: value = "task-1037867" [ 614.620961] env[62626]: _type = "Task" [ 614.620961] env[62626]: } to complete. {{(pid=62626) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.631535] env[62626]: DEBUG oslo_vmware.api [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Task: {'id': task-1037867, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62626) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.692457] env[62626]: DEBUG nova.scheduler.client.report [None req-02e14d69-aed1-4e92-b33c-b38407133e8c tempest-ServersWithSpecificFlavorTestJSON-555301336 tempest-ServersWithSpecificFlavorTestJSON-555301336-project-member] Inventory has not changed for provider 58b39cc4-f02e-4775-aa9f-aac7dbecd135 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62626) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 614.791945] env[62626]: DEBUG nova.compute.manager [None req-5cbc694e-cf0f-4ab4-af72-927e9e4aa7c7 tempest-VolumesAssistedSnapshotsTest-2029689966 tempest-VolumesAssistedSnapshotsTest-2029689966-project-member] [instance: b2321c02-3ce9-4d5c-8f8a-a3441a76b85a] Starting instance... {{(pid=62626) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 614.883186] env[62626]: INFO nova.compute.manager [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] [instance: 3a29d72c-6b84-4082-ae5a-5714331bcae5] Took 1.05 seconds to deallocate network for instance. [ 615.134613] env[62626]: DEBUG oslo_vmware.api [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Task: {'id': task-1037867, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470311} completed successfully. {{(pid=62626) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.134613] env[62626]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/83b96580-5e50-409c-a20d-a61f6d540936/83b96580-5e50-409c-a20d-a61f6d540936.vmdk to [datastore1] 4f1dd81b-d485-4133-8ee5-f7e00cfaa17d/4f1dd81b-d485-4133-8ee5-f7e00cfaa17d.vmdk {{(pid=62626) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 615.134613] env[62626]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] [instance: 4f1dd81b-d485-4133-8ee5-f7e00cfaa17d] Extending root virtual disk to 1048576 {{(pid=62626) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.134896] env[62626]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e56fddb-02ef-494b-9375-4261c5eff3d7 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.142510] env[62626]: DEBUG oslo_vmware.api [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Waiting for the task: (returnval){ [ 615.142510] env[62626]: value = "task-1037868" [ 615.142510] env[62626]: _type = "Task" [ 615.142510] env[62626]: } to complete. {{(pid=62626) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.153618] env[62626]: DEBUG oslo_vmware.api [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Task: {'id': task-1037868, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62626) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.201103] env[62626]: DEBUG oslo_concurrency.lockutils [None req-02e14d69-aed1-4e92-b33c-b38407133e8c tempest-ServersWithSpecificFlavorTestJSON-555301336 tempest-ServersWithSpecificFlavorTestJSON-555301336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.201713] env[62626]: DEBUG nova.compute.manager [None req-02e14d69-aed1-4e92-b33c-b38407133e8c tempest-ServersWithSpecificFlavorTestJSON-555301336 tempest-ServersWithSpecificFlavorTestJSON-555301336-project-member] [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] Start building networks asynchronously for instance. {{(pid=62626) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 615.204568] env[62626]: DEBUG oslo_concurrency.lockutils [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 12.113s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.324261] env[62626]: DEBUG oslo_concurrency.lockutils [None req-5cbc694e-cf0f-4ab4-af72-927e9e4aa7c7 tempest-VolumesAssistedSnapshotsTest-2029689966 tempest-VolumesAssistedSnapshotsTest-2029689966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.653507] env[62626]: DEBUG oslo_vmware.api [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Task: {'id': task-1037868, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061285} completed successfully. {{(pid=62626) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.653861] env[62626]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] [instance: 4f1dd81b-d485-4133-8ee5-f7e00cfaa17d] Extended root virtual disk {{(pid=62626) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.654659] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cb4ee1-bda3-479f-84f5-0783f9fe9779 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.682150] env[62626]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] [instance: 4f1dd81b-d485-4133-8ee5-f7e00cfaa17d] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 4f1dd81b-d485-4133-8ee5-f7e00cfaa17d/4f1dd81b-d485-4133-8ee5-f7e00cfaa17d.vmdk or device None with type sparse {{(pid=62626) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.682150] env[62626]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03ed673f-7d93-4364-ba77-da3ea2dabfe8 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.705933] env[62626]: DEBUG oslo_vmware.api [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Waiting for the task: (returnval){ [ 615.705933] env[62626]: value = "task-1037869" [ 615.705933] env[62626]: _type = "Task" [ 615.705933] env[62626]: } to complete. {{(pid=62626) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.710480] env[62626]: DEBUG nova.compute.utils [None req-02e14d69-aed1-4e92-b33c-b38407133e8c tempest-ServersWithSpecificFlavorTestJSON-555301336 tempest-ServersWithSpecificFlavorTestJSON-555301336-project-member] Using /dev/sd instead of None {{(pid=62626) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 615.715241] env[62626]: DEBUG nova.compute.manager [None req-02e14d69-aed1-4e92-b33c-b38407133e8c tempest-ServersWithSpecificFlavorTestJSON-555301336 tempest-ServersWithSpecificFlavorTestJSON-555301336-project-member] [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] Allocating IP information in the background. {{(pid=62626) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 615.715335] env[62626]: DEBUG nova.network.neutron [None req-02e14d69-aed1-4e92-b33c-b38407133e8c tempest-ServersWithSpecificFlavorTestJSON-555301336 tempest-ServersWithSpecificFlavorTestJSON-555301336-project-member] [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] allocate_for_instance() {{(pid=62626) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 615.722866] env[62626]: DEBUG oslo_vmware.api [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Task: {'id': task-1037869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62626) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.849846] env[62626]: DEBUG nova.policy [None req-02e14d69-aed1-4e92-b33c-b38407133e8c tempest-ServersWithSpecificFlavorTestJSON-555301336 tempest-ServersWithSpecificFlavorTestJSON-555301336-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ad46d25c169465d9cdcf1a29a0ccb26', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff998abb767d44d4839ff4343a5fa91a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62626) authorize /opt/stack/nova/nova/policy.py:201}} [ 615.920759] env[62626]: INFO nova.scheduler.client.report [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] Deleted allocations for instance 3a29d72c-6b84-4082-ae5a-5714331bcae5 [ 616.180984] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81af4a48-ebc8-4e98-9b7c-f5ae6491ab6e {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.188786] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b5ac75-4248-4e3f-851e-8840b925c9e6 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.228018] env[62626]: DEBUG nova.compute.manager [None req-02e14d69-aed1-4e92-b33c-b38407133e8c tempest-ServersWithSpecificFlavorTestJSON-555301336 tempest-ServersWithSpecificFlavorTestJSON-555301336-project-member] [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] Start building block device mappings for instance. {{(pid=62626) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 616.233960] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc10428-81ae-450d-8da5-422b9e964678 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.242743] env[62626]: DEBUG oslo_vmware.api [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Task: {'id': task-1037869, 'name': ReconfigVM_Task, 'duration_secs': 0.290696} completed successfully. {{(pid=62626) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.245712] env[62626]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] [instance: 4f1dd81b-d485-4133-8ee5-f7e00cfaa17d] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 4f1dd81b-d485-4133-8ee5-f7e00cfaa17d/4f1dd81b-d485-4133-8ee5-f7e00cfaa17d.vmdk or device None with type sparse {{(pid=62626) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.246453] env[62626]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c10ba80-fa15-4ec3-8afc-96564abfdeac {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.250373] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69bc08f-1122-4690-8c1c-8db78e707c14 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.267320] env[62626]: DEBUG nova.compute.provider_tree [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] Inventory has not changed in ProviderTree for provider: 58b39cc4-f02e-4775-aa9f-aac7dbecd135 {{(pid=62626) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.270314] env[62626]: DEBUG oslo_vmware.api [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Waiting for the task: (returnval){ [ 616.270314] env[62626]: value = "task-1037870" [ 616.270314] env[62626]: _type = "Task" [ 616.270314] env[62626]: } to complete. {{(pid=62626) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.278469] env[62626]: DEBUG oslo_vmware.api [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Task: {'id': task-1037870, 'name': Rename_Task} progress is 14%. {{(pid=62626) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.429632] env[62626]: DEBUG oslo_concurrency.lockutils [None req-d51cc65c-941b-4aee-8e07-8bb41b2c6b63 tempest-ServersTestFqdnHostnames-1508480442 tempest-ServersTestFqdnHostnames-1508480442-project-member] Lock "3a29d72c-6b84-4082-ae5a-5714331bcae5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.585s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.771985] env[62626]: DEBUG nova.scheduler.client.report [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] Inventory has not changed for provider 58b39cc4-f02e-4775-aa9f-aac7dbecd135 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62626) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 616.795354] env[62626]: DEBUG oslo_vmware.api [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Task: {'id': task-1037870, 'name': Rename_Task, 'duration_secs': 0.135162} completed successfully. {{(pid=62626) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.795354] env[62626]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] [instance: 4f1dd81b-d485-4133-8ee5-f7e00cfaa17d] Powering on the VM {{(pid=62626) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 616.795969] env[62626]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae82f9f0-7437-4ea1-b890-6fcd17458e53 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.804306] env[62626]: DEBUG oslo_vmware.api [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Waiting for the task: (returnval){ [ 616.804306] env[62626]: value = "task-1037871" [ 616.804306] env[62626]: _type = "Task" [ 616.804306] env[62626]: } to complete. {{(pid=62626) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.813303] env[62626]: DEBUG oslo_vmware.api [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Task: {'id': task-1037871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62626) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.842526] env[62626]: DEBUG nova.network.neutron [None req-02e14d69-aed1-4e92-b33c-b38407133e8c tempest-ServersWithSpecificFlavorTestJSON-555301336 tempest-ServersWithSpecificFlavorTestJSON-555301336-project-member] [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] Successfully created port: 05b63fcd-c4c2-46a5-9e79-92d082c56fea {{(pid=62626) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 616.932664] env[62626]: DEBUG nova.compute.manager [None req-2a7f51e6-d416-43c9-bf35-52f699bef847 tempest-AttachInterfacesV270Test-927268031 tempest-AttachInterfacesV270Test-927268031-project-member] [instance: 6afcc167-9645-4ea6-a69c-3ada611c6339] Starting instance... {{(pid=62626) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 617.238024] env[62626]: DEBUG nova.compute.manager [None req-02e14d69-aed1-4e92-b33c-b38407133e8c tempest-ServersWithSpecificFlavorTestJSON-555301336 tempest-ServersWithSpecificFlavorTestJSON-555301336-project-member] [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] Start spawning the instance on the hypervisor. {{(pid=62626) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 617.266680] env[62626]: DEBUG nova.virt.hardware [None req-02e14d69-aed1-4e92-b33c-b38407133e8c tempest-ServersWithSpecificFlavorTestJSON-555301336 tempest-ServersWithSpecificFlavorTestJSON-555301336-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-30T15:30:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='769781706',id=29,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-82843087',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-30T15:28:32Z,direct_url=,disk_format='vmdk',id=83b96580-5e50-409c-a20d-a61f6d540936,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d7f497b18f2c40f4b5f1d70b65c83cff',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-30T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 617.266839] env[62626]: DEBUG nova.virt.hardware [None req-02e14d69-aed1-4e92-b33c-b38407133e8c tempest-ServersWithSpecificFlavorTestJSON-555301336 tempest-ServersWithSpecificFlavorTestJSON-555301336-project-member] Flavor limits 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 617.270023] env[62626]: DEBUG nova.virt.hardware [None req-02e14d69-aed1-4e92-b33c-b38407133e8c tempest-ServersWithSpecificFlavorTestJSON-555301336 tempest-ServersWithSpecificFlavorTestJSON-555301336-project-member] Image limits 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 617.270023] env[62626]: DEBUG nova.virt.hardware [None req-02e14d69-aed1-4e92-b33c-b38407133e8c tempest-ServersWithSpecificFlavorTestJSON-555301336 tempest-ServersWithSpecificFlavorTestJSON-555301336-project-member] Flavor pref 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 617.270023] env[62626]: DEBUG nova.virt.hardware [None req-02e14d69-aed1-4e92-b33c-b38407133e8c tempest-ServersWithSpecificFlavorTestJSON-555301336 tempest-ServersWithSpecificFlavorTestJSON-555301336-project-member] Image pref 0:0:0 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 617.270023] env[62626]: DEBUG nova.virt.hardware [None req-02e14d69-aed1-4e92-b33c-b38407133e8c tempest-ServersWithSpecificFlavorTestJSON-555301336 tempest-ServersWithSpecificFlavorTestJSON-555301336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62626) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 617.270023] env[62626]: DEBUG nova.virt.hardware [None req-02e14d69-aed1-4e92-b33c-b38407133e8c tempest-ServersWithSpecificFlavorTestJSON-555301336 tempest-ServersWithSpecificFlavorTestJSON-555301336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 617.271433] env[62626]: DEBUG nova.virt.hardware [None req-02e14d69-aed1-4e92-b33c-b38407133e8c tempest-ServersWithSpecificFlavorTestJSON-555301336 tempest-ServersWithSpecificFlavorTestJSON-555301336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62626) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 617.271433] env[62626]: DEBUG nova.virt.hardware [None req-02e14d69-aed1-4e92-b33c-b38407133e8c tempest-ServersWithSpecificFlavorTestJSON-555301336 tempest-ServersWithSpecificFlavorTestJSON-555301336-project-member] Got 1 possible topologies {{(pid=62626) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 617.271433] env[62626]: DEBUG nova.virt.hardware [None req-02e14d69-aed1-4e92-b33c-b38407133e8c tempest-ServersWithSpecificFlavorTestJSON-555301336 tempest-ServersWithSpecificFlavorTestJSON-555301336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 617.271433] env[62626]: DEBUG nova.virt.hardware [None req-02e14d69-aed1-4e92-b33c-b38407133e8c tempest-ServersWithSpecificFlavorTestJSON-555301336 tempest-ServersWithSpecificFlavorTestJSON-555301336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62626) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 617.271433] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ecebe9c-bbd5-456b-9fd9-e83e001060a1 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.283324] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5899e00-dd4e-4518-9656-89e9fcac7879 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.289386] env[62626]: DEBUG oslo_concurrency.lockutils [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 2.085s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.290110] env[62626]: ERROR nova.compute.manager [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port 7c14e81e-2dfe-471c-9504-221ca64eff4e, please check neutron logs for more information. [ 617.290110] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] Traceback (most recent call last): [ 617.290110] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 617.290110] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] self.driver.spawn(context, instance, image_meta, [ 617.290110] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 617.290110] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] self._vmops.spawn(context, instance, image_meta, injected_files, [ 617.290110] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 617.290110] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] vm_ref = self.build_virtual_machine(instance, [ 617.290110] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 617.290110] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] vif_infos = vmwarevif.get_vif_info(self._session, [ 617.290110] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 617.290549] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] for vif in network_info: [ 617.290549] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 617.290549] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] return self._sync_wrapper(fn, *args, **kwargs) [ 617.290549] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 617.290549] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] self.wait() [ 617.290549] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 617.290549] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] self[:] = self._gt.wait() [ 617.290549] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 617.290549] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] return self._exit_event.wait() [ 617.290549] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 617.290549] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] result = hub.switch() [ 617.290549] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 617.290549] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] return self.greenlet.switch() [ 617.290989] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 617.290989] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] result = function(*args, **kwargs) [ 617.290989] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 617.290989] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] return func(*args, **kwargs) [ 617.290989] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 617.290989] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] raise e [ 617.290989] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 617.290989] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] nwinfo = self.network_api.allocate_for_instance( [ 617.290989] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 617.290989] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] created_port_ids = self._update_ports_for_instance( [ 617.290989] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 617.290989] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] with excutils.save_and_reraise_exception(): [ 617.290989] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 617.291378] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] self.force_reraise() [ 617.291378] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 617.291378] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] raise self.value [ 617.291378] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 617.291378] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] updated_port = self._update_port( [ 617.291378] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 617.291378] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] _ensure_no_port_binding_failure(port) [ 617.291378] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 617.291378] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] raise exception.PortBindingFailed(port_id=port['id']) [ 617.291378] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] nova.exception.PortBindingFailed: Binding failed for port 7c14e81e-2dfe-471c-9504-221ca64eff4e, please check neutron logs for more information. [ 617.291378] env[62626]: ERROR nova.compute.manager [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] [ 617.292811] env[62626]: DEBUG nova.compute.utils [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] Binding failed for port 7c14e81e-2dfe-471c-9504-221ca64eff4e, please check neutron logs for more information. {{(pid=62626) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 617.293434] env[62626]: DEBUG oslo_concurrency.lockutils [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 12.116s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.303632] env[62626]: DEBUG nova.compute.manager [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] Build of instance 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c was re-scheduled: Binding failed for port 7c14e81e-2dfe-471c-9504-221ca64eff4e, please check neutron logs for more information. {{(pid=62626) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 617.303632] env[62626]: DEBUG nova.compute.manager [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] Unplugging VIFs for instance {{(pid=62626) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 617.303754] env[62626]: DEBUG oslo_concurrency.lockutils [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] Acquiring lock "refresh_cache-0b024f00-ec3c-407b-ac78-5d35cf1eaa5c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.303838] env[62626]: DEBUG oslo_concurrency.lockutils [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] Acquired lock "refresh_cache-0b024f00-ec3c-407b-ac78-5d35cf1eaa5c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.303994] env[62626]: DEBUG nova.network.neutron [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] Building network info cache for instance {{(pid=62626) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 617.326398] env[62626]: DEBUG oslo_vmware.api [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Task: {'id': task-1037871, 'name': PowerOnVM_Task, 'duration_secs': 0.413723} completed successfully. {{(pid=62626) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.326914] env[62626]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] [instance: 4f1dd81b-d485-4133-8ee5-f7e00cfaa17d] Powered on the VM {{(pid=62626) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 617.327150] env[62626]: INFO nova.compute.manager [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] [instance: 4f1dd81b-d485-4133-8ee5-f7e00cfaa17d] Took 8.70 seconds to spawn the instance on the hypervisor. [ 617.327436] env[62626]: DEBUG nova.compute.manager [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] [instance: 4f1dd81b-d485-4133-8ee5-f7e00cfaa17d] Checking state {{(pid=62626) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 617.331023] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7844b504-f74d-4761-aff6-1800286790a9 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.473856] env[62626]: DEBUG oslo_concurrency.lockutils [None req-2a7f51e6-d416-43c9-bf35-52f699bef847 tempest-AttachInterfacesV270Test-927268031 tempest-AttachInterfacesV270Test-927268031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.853046] env[62626]: INFO nova.compute.manager [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] [instance: 4f1dd81b-d485-4133-8ee5-f7e00cfaa17d] Took 28.87 seconds to build instance. [ 617.867286] env[62626]: DEBUG nova.network.neutron [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 618.178478] env[62626]: DEBUG nova.network.neutron [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.243499] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2607fff-c412-4126-9bea-512a80e22543 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.253073] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06bc6a4-3256-49f7-8a39-2fc17984011f {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.289469] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38755b74-5602-4f66-8f23-d95129aaba7c {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.298858] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41348412-d932-4375-b7c5-e23c0e27636c {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.315528] env[62626]: DEBUG nova.compute.provider_tree [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] Inventory has not changed in ProviderTree for provider: 58b39cc4-f02e-4775-aa9f-aac7dbecd135 {{(pid=62626) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.355265] env[62626]: DEBUG oslo_concurrency.lockutils [None req-a8d9d2a8-16dc-4a96-a574-8b8f2b280145 tempest-ServerDiagnosticsV248Test-10839498 tempest-ServerDiagnosticsV248Test-10839498-project-member] Lock "4f1dd81b-d485-4133-8ee5-f7e00cfaa17d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.165s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.682919] env[62626]: DEBUG oslo_concurrency.lockutils [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] Releasing lock "refresh_cache-0b024f00-ec3c-407b-ac78-5d35cf1eaa5c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.683202] env[62626]: DEBUG nova.compute.manager [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62626) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 618.684839] env[62626]: DEBUG nova.compute.manager [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] Deallocating network for instance {{(pid=62626) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 618.684839] env[62626]: DEBUG nova.network.neutron [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] deallocate_for_instance() {{(pid=62626) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 618.728754] env[62626]: DEBUG nova.network.neutron [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 618.819540] env[62626]: DEBUG nova.scheduler.client.report [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] Inventory has not changed for provider 58b39cc4-f02e-4775-aa9f-aac7dbecd135 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62626) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 618.858781] env[62626]: DEBUG nova.compute.manager [None req-7553ec9e-eea8-4b7a-937e-28651a76d1a9 tempest-AttachVolumeNegativeTest-499978145 tempest-AttachVolumeNegativeTest-499978145-project-member] [instance: d5e5deec-d1da-465d-98bb-f07bf477aae7] Starting instance... {{(pid=62626) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 618.936308] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1d25443e-7c8b-4f81-96c7-f02e81800b14 tempest-ServersAdmin275Test-1170545064 tempest-ServersAdmin275Test-1170545064-project-member] Acquiring lock "282a47ac-a6ca-4b7d-af97-40b439465d56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.936744] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1d25443e-7c8b-4f81-96c7-f02e81800b14 tempest-ServersAdmin275Test-1170545064 tempest-ServersAdmin275Test-1170545064-project-member] Lock "282a47ac-a6ca-4b7d-af97-40b439465d56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.231484] env[62626]: DEBUG nova.network.neutron [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.326107] env[62626]: DEBUG oslo_concurrency.lockutils [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 2.033s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.327262] env[62626]: ERROR nova.compute.manager [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port a95351c5-aaee-4a41-af45-2b6c6e4afae5, please check neutron logs for more information. [ 619.327262] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] Traceback (most recent call last): [ 619.327262] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 619.327262] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] self.driver.spawn(context, instance, image_meta, [ 619.327262] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 619.327262] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] self._vmops.spawn(context, instance, image_meta, injected_files, [ 619.327262] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 619.327262] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] vm_ref = self.build_virtual_machine(instance, [ 619.327262] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 619.327262] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] vif_infos = vmwarevif.get_vif_info(self._session, [ 619.327262] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 619.327672] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] for vif in network_info: [ 619.327672] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 619.327672] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] return self._sync_wrapper(fn, *args, **kwargs) [ 619.327672] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 619.327672] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] self.wait() [ 619.327672] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 619.327672] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] self[:] = self._gt.wait() [ 619.327672] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 619.327672] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] return self._exit_event.wait() [ 619.327672] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 619.327672] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] result = hub.switch() [ 619.327672] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 619.327672] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] return self.greenlet.switch() [ 619.328091] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 619.328091] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] result = function(*args, **kwargs) [ 619.328091] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 619.328091] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] return func(*args, **kwargs) [ 619.328091] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 619.328091] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] raise e [ 619.328091] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 619.328091] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] nwinfo = self.network_api.allocate_for_instance( [ 619.328091] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 619.328091] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] created_port_ids = self._update_ports_for_instance( [ 619.328091] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 619.328091] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] with excutils.save_and_reraise_exception(): [ 619.328091] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 619.328496] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] self.force_reraise() [ 619.328496] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 619.328496] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] raise self.value [ 619.328496] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 619.328496] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] updated_port = self._update_port( [ 619.328496] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 619.328496] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] _ensure_no_port_binding_failure(port) [ 619.328496] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 619.328496] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] raise exception.PortBindingFailed(port_id=port['id']) [ 619.328496] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] nova.exception.PortBindingFailed: Binding failed for port a95351c5-aaee-4a41-af45-2b6c6e4afae5, please check neutron logs for more information. [ 619.328496] env[62626]: ERROR nova.compute.manager [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] [ 619.329105] env[62626]: DEBUG nova.compute.utils [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] Binding failed for port a95351c5-aaee-4a41-af45-2b6c6e4afae5, please check neutron logs for more information. {{(pid=62626) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 619.331148] env[62626]: DEBUG oslo_concurrency.lockutils [None req-37151f3f-82b0-40f2-b12b-17b2eaf6d0bb tempest-ServerRescueTestJSON-344451408 tempest-ServerRescueTestJSON-344451408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.127s {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.336654] env[62626]: INFO nova.compute.claims [None req-37151f3f-82b0-40f2-b12b-17b2eaf6d0bb tempest-ServerRescueTestJSON-344451408 tempest-ServerRescueTestJSON-344451408-project-member] [instance: 1e320aab-c2ed-42ad-9da7-53723a4e6ac4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.339971] env[62626]: DEBUG nova.compute.manager [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] Build of instance c01168d0-cfa6-4281-9ab1-fe2404f4d48e was re-scheduled: Binding failed for port a95351c5-aaee-4a41-af45-2b6c6e4afae5, please check neutron logs for more information. {{(pid=62626) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 619.341268] env[62626]: DEBUG nova.compute.manager [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] Unplugging VIFs for instance {{(pid=62626) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 619.341268] env[62626]: DEBUG oslo_concurrency.lockutils [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] Acquiring lock "refresh_cache-c01168d0-cfa6-4281-9ab1-fe2404f4d48e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.341268] env[62626]: DEBUG oslo_concurrency.lockutils [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] Acquired lock "refresh_cache-c01168d0-cfa6-4281-9ab1-fe2404f4d48e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.341268] env[62626]: DEBUG nova.network.neutron [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] Building network info cache for instance {{(pid=62626) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 619.380550] env[62626]: DEBUG nova.compute.manager [None req-42832c03-8658-47b2-966c-18da52b310f8 tempest-ServerDiagnosticsV248Test-887021396 tempest-ServerDiagnosticsV248Test-887021396-project-admin] [instance: 4f1dd81b-d485-4133-8ee5-f7e00cfaa17d] Checking state {{(pid=62626) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 619.382256] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ffda73-be91-4072-93ab-d32dcb94dbd4 {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.393063] env[62626]: INFO nova.compute.manager [None req-42832c03-8658-47b2-966c-18da52b310f8 tempest-ServerDiagnosticsV248Test-887021396 tempest-ServerDiagnosticsV248Test-887021396-project-admin] [instance: 4f1dd81b-d485-4133-8ee5-f7e00cfaa17d] Retrieving diagnostics [ 619.393063] env[62626]: DEBUG oslo_concurrency.lockutils [None req-7553ec9e-eea8-4b7a-937e-28651a76d1a9 tempest-AttachVolumeNegativeTest-499978145 tempest-AttachVolumeNegativeTest-499978145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62626) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.393063] env[62626]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fab53e-3266-4c12-bac6-1436c62d011c {{(pid=62626) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.576851] env[62626]: ERROR nova.compute.manager [None req-02e14d69-aed1-4e92-b33c-b38407133e8c tempest-ServersWithSpecificFlavorTestJSON-555301336 tempest-ServersWithSpecificFlavorTestJSON-555301336-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port 05b63fcd-c4c2-46a5-9e79-92d082c56fea, please check neutron logs for more information. [ 619.576851] env[62626]: ERROR nova.compute.manager Traceback (most recent call last): [ 619.576851] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 619.576851] env[62626]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 619.576851] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 619.576851] env[62626]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 619.576851] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 619.576851] env[62626]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 619.576851] env[62626]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 619.576851] env[62626]: ERROR nova.compute.manager self.force_reraise() [ 619.576851] env[62626]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 619.576851] env[62626]: ERROR nova.compute.manager raise self.value [ 619.576851] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 619.576851] env[62626]: ERROR nova.compute.manager updated_port = self._update_port( [ 619.576851] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 619.576851] env[62626]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 619.577413] env[62626]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 619.577413] env[62626]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 619.577413] env[62626]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port 05b63fcd-c4c2-46a5-9e79-92d082c56fea, please check neutron logs for more information. [ 619.577413] env[62626]: ERROR nova.compute.manager [ 619.577413] env[62626]: Traceback (most recent call last): [ 619.577413] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 619.577413] env[62626]: listener.cb(fileno) [ 619.577413] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 619.577413] env[62626]: result = function(*args, **kwargs) [ 619.577413] env[62626]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 619.577413] env[62626]: return func(*args, **kwargs) [ 619.577413] env[62626]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 619.577413] env[62626]: raise e [ 619.577413] env[62626]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 619.577413] env[62626]: nwinfo = self.network_api.allocate_for_instance( [ 619.577413] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 619.577413] env[62626]: created_port_ids = self._update_ports_for_instance( [ 619.577413] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 619.577413] env[62626]: with excutils.save_and_reraise_exception(): [ 619.577413] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 619.577413] env[62626]: self.force_reraise() [ 619.577413] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 619.577413] env[62626]: raise self.value [ 619.577413] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 619.577413] env[62626]: updated_port = self._update_port( [ 619.577413] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 619.577413] env[62626]: _ensure_no_port_binding_failure(port) [ 619.577413] env[62626]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 619.577413] env[62626]: raise exception.PortBindingFailed(port_id=port['id']) [ 619.578355] env[62626]: nova.exception.PortBindingFailed: Binding failed for port 05b63fcd-c4c2-46a5-9e79-92d082c56fea, please check neutron logs for more information. [ 619.578355] env[62626]: Removing descriptor: 14 [ 619.578355] env[62626]: ERROR nova.compute.manager [None req-02e14d69-aed1-4e92-b33c-b38407133e8c tempest-ServersWithSpecificFlavorTestJSON-555301336 tempest-ServersWithSpecificFlavorTestJSON-555301336-project-member] [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port 05b63fcd-c4c2-46a5-9e79-92d082c56fea, please check neutron logs for more information. [ 619.578355] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] Traceback (most recent call last): [ 619.578355] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 619.578355] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] yield resources [ 619.578355] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 619.578355] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] self.driver.spawn(context, instance, image_meta, [ 619.578355] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 619.578355] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] self._vmops.spawn(context, instance, image_meta, injected_files, [ 619.578355] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 619.578355] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] vm_ref = self.build_virtual_machine(instance, [ 619.578772] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 619.578772] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] vif_infos = vmwarevif.get_vif_info(self._session, [ 619.578772] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 619.578772] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] for vif in network_info: [ 619.578772] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 619.578772] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] return self._sync_wrapper(fn, *args, **kwargs) [ 619.578772] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 619.578772] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] self.wait() [ 619.578772] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 619.578772] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] self[:] = self._gt.wait() [ 619.578772] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 619.578772] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] return self._exit_event.wait() [ 619.578772] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 619.579226] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] result = hub.switch() [ 619.579226] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 619.579226] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] return self.greenlet.switch() [ 619.579226] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 619.579226] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] result = function(*args, **kwargs) [ 619.579226] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 619.579226] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] return func(*args, **kwargs) [ 619.579226] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 619.579226] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] raise e [ 619.579226] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 619.579226] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] nwinfo = self.network_api.allocate_for_instance( [ 619.579226] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 619.579226] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] created_port_ids = self._update_ports_for_instance( [ 619.579665] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 619.579665] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] with excutils.save_and_reraise_exception(): [ 619.579665] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 619.579665] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] self.force_reraise() [ 619.579665] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 619.579665] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] raise self.value [ 619.579665] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 619.579665] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] updated_port = self._update_port( [ 619.579665] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 619.579665] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] _ensure_no_port_binding_failure(port) [ 619.579665] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 619.579665] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] raise exception.PortBindingFailed(port_id=port['id']) [ 619.580121] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] nova.exception.PortBindingFailed: Binding failed for port 05b63fcd-c4c2-46a5-9e79-92d082c56fea, please check neutron logs for more information. [ 619.580121] env[62626]: ERROR nova.compute.manager [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] [ 619.580121] env[62626]: INFO nova.compute.manager [None req-02e14d69-aed1-4e92-b33c-b38407133e8c tempest-ServersWithSpecificFlavorTestJSON-555301336 tempest-ServersWithSpecificFlavorTestJSON-555301336-project-member] [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] Terminating instance [ 619.580234] env[62626]: DEBUG oslo_concurrency.lockutils [None req-02e14d69-aed1-4e92-b33c-b38407133e8c tempest-ServersWithSpecificFlavorTestJSON-555301336 tempest-ServersWithSpecificFlavorTestJSON-555301336-project-member] Acquiring lock "refresh_cache-78e0c4ce-4916-498f-8571-a3163ad3666c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.580307] env[62626]: DEBUG oslo_concurrency.lockutils [None req-02e14d69-aed1-4e92-b33c-b38407133e8c tempest-ServersWithSpecificFlavorTestJSON-555301336 tempest-ServersWithSpecificFlavorTestJSON-555301336-project-member] Acquired lock "refresh_cache-78e0c4ce-4916-498f-8571-a3163ad3666c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.580471] env[62626]: DEBUG nova.network.neutron [None req-02e14d69-aed1-4e92-b33c-b38407133e8c tempest-ServersWithSpecificFlavorTestJSON-555301336 tempest-ServersWithSpecificFlavorTestJSON-555301336-project-member] [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] Building network info cache for instance {{(pid=62626) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 619.734834] env[62626]: INFO nova.compute.manager [None req-9f6bb7fa-5b04-4ad2-b122-1a4d11b481b6 tempest-ServerActionsTestOtherB-1628162599 tempest-ServerActionsTestOtherB-1628162599-project-member] [instance: 0b024f00-ec3c-407b-ac78-5d35cf1eaa5c] Took 1.05 seconds to deallocate network for instance. [ 619.871279] env[62626]: DEBUG nova.network.neutron [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 620.000197] env[62626]: DEBUG nova.compute.manager [req-73e713f8-a7b8-4636-9a70-9508c803cdd2 req-a60c0b53-d3e0-4105-bafc-039ac5744077 service nova] [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] Received event network-changed-05b63fcd-c4c2-46a5-9e79-92d082c56fea {{(pid=62626) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 620.000401] env[62626]: DEBUG nova.compute.manager [req-73e713f8-a7b8-4636-9a70-9508c803cdd2 req-a60c0b53-d3e0-4105-bafc-039ac5744077 service nova] [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] Refreshing instance network info cache due to event network-changed-05b63fcd-c4c2-46a5-9e79-92d082c56fea. {{(pid=62626) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 620.000591] env[62626]: DEBUG oslo_concurrency.lockutils [req-73e713f8-a7b8-4636-9a70-9508c803cdd2 req-a60c0b53-d3e0-4105-bafc-039ac5744077 service nova] Acquiring lock "refresh_cache-78e0c4ce-4916-498f-8571-a3163ad3666c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.023679] env[62626]: DEBUG nova.network.neutron [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.113571] env[62626]: DEBUG nova.network.neutron [None req-02e14d69-aed1-4e92-b33c-b38407133e8c tempest-ServersWithSpecificFlavorTestJSON-555301336 tempest-ServersWithSpecificFlavorTestJSON-555301336-project-member] [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] Instance cache missing network info. {{(pid=62626) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 620.237074] env[62626]: DEBUG nova.network.neutron [None req-02e14d69-aed1-4e92-b33c-b38407133e8c tempest-ServersWithSpecificFlavorTestJSON-555301336 tempest-ServersWithSpecificFlavorTestJSON-555301336-project-member] [instance: 78e0c4ce-4916-498f-8571-a3163ad3666c] Updating instance_info_cache with network_info: [] {{(pid=62626) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.525448] env[62626]: DEBUG oslo_concurrency.lockutils [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] Releasing lock "refresh_cache-c01168d0-cfa6-4281-9ab1-fe2404f4d48e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.525448] env[62626]: DEBUG nova.compute.manager [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62626) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 620.525982] env[62626]: DEBUG nova.compute.manager [None req-cf2b49bd-e6f3-412b-b6e5-b17c323a792c tempest-VolumesAdminNegativeTest-1411644097 tempest-VolumesAdminNegativeTest-1411644097-project-member] [instance: c01168d0-cfa6-4281-9ab1-fe2404f4d48e] Deallocating network for instance {{(pid=62626) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 620.525982] env[62626]: DEBUG nova.network.neutron [None req-cf2b49bd-e6f3-412b-